{"level":"warn","ts":"2026-02-25T22:06:26.987118Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T22:06:26.987238Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.223:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.223:2380","--initial-cluster=instance=https://199.204.45.223:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.223:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.223:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-25T22:06:26.987324Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T22:06:26.987341Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-02-25T22:06:26.987366Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T22:06:26.988503Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"]} {"level":"info","ts":"2026-02-25T22:06:26.988613Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.223:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-25T22:06:26.996608Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.595964ms"} {"level":"info","ts":"2026-02-25T22:06:27.009459Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"11f26225a5bb9fe3","cluster-id":"75c25101f01fd4c6"} {"level":"info","ts":"2026-02-25T22:06:27.009598Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=()"} {"level":"info","ts":"2026-02-25T22:06:27.009709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 0"} {"level":"info","ts":"2026-02-25T22:06:27.00974Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 11f26225a5bb9fe3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-25T22:06:27.009756Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 1"} {"level":"info","ts":"2026-02-25T22:06:27.00983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"warn","ts":"2026-02-25T22:06:27.016696Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-25T22:06:27.018697Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-25T22:06:27.020264Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-25T22:06:27.022904Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"11f26225a5bb9fe3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-25T22:06:27.023077Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"11f26225a5bb9fe3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-25T22:06:27.023203Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T22:06:27.023324Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T22:06:27.023347Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T22:06:27.024989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"info","ts":"2026-02-25T22:06:27.02537Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","added-peer-id":"11f26225a5bb9fe3","added-peer-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-02-25T22:06:27.029159Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T22:06:27.029296Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-02-25T22:06:27.029426Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-02-25T22:06:27.029741Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"11f26225a5bb9fe3","initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-25T22:06:27.02986Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-25T22:06:27.110352Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 is starting a new election at term 1"} {"level":"info","ts":"2026-02-25T22:06:27.110479Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-25T22:06:27.110518Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgPreVoteResp from 11f26225a5bb9fe3 at term 1"} {"level":"info","ts":"2026-02-25T22:06:27.110541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became candidate at term 2"} {"level":"info","ts":"2026-02-25T22:06:27.110551Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgVoteResp from 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-02-25T22:06:27.110565Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became leader at term 2"} {"level":"info","ts":"2026-02-25T22:06:27.110581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 11f26225a5bb9fe3 elected leader 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-02-25T22:06:27.111675Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T22:06:27.11283Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T22:06:27.112823Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"11f26225a5bb9fe3","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.223:2379]}","request-path":"/0/members/11f26225a5bb9fe3/attributes","cluster-id":"75c25101f01fd4c6","publish-timeout":"7s"} {"level":"info","ts":"2026-02-25T22:06:27.112944Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T22:06:27.113172Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-25T22:06:27.11324Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-25T22:06:27.113729Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T22:06:27.113857Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T22:06:27.113896Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T22:06:27.116652Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-25T22:06:27.117879Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.223:2379"} {"level":"info","ts":"2026-02-25T22:06:33.446705Z","caller":"traceutil/trace.go:171","msg":"trace[1571492036] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"101.721194ms","start":"2026-02-25T22:06:33.344947Z","end":"2026-02-25T22:06:33.446668Z","steps":["trace[1571492036] 'process raft request' (duration: 23.354912ms)","trace[1571492036] 'compare' (duration: 78.175326ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:06:34.907108Z","caller":"traceutil/trace.go:171","msg":"trace[24444951] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"261.796446ms","start":"2026-02-25T22:06:34.645286Z","end":"2026-02-25T22:06:34.907083Z","steps":["trace[24444951] 'process raft request' (duration: 261.61198ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:06:34.907104Z","caller":"traceutil/trace.go:171","msg":"trace[1915030922] linearizableReadLoop","detail":"{readStateIndex:339; appliedIndex:338; }","duration":"252.390122ms","start":"2026-02-25T22:06:34.654683Z","end":"2026-02-25T22:06:34.907073Z","steps":["trace[1915030922] 'read index received' (duration: 252.157755ms)","trace[1915030922] 'applied index is now lower than readState.Index' (duration: 230.677µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:06:34.907276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.569448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T22:06:34.90738Z","caller":"traceutil/trace.go:171","msg":"trace[401802258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:325; }","duration":"252.683192ms","start":"2026-02-25T22:06:34.654671Z","end":"2026-02-25T22:06:34.907354Z","steps":["trace[401802258] 'agreement among raft nodes before linearized reading' (duration: 252.492906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:34.907486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.233273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T22:06:34.907558Z","caller":"traceutil/trace.go:171","msg":"trace[2102682731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:325; }","duration":"108.319106ms","start":"2026-02-25T22:06:34.799222Z","end":"2026-02-25T22:06:34.907541Z","steps":["trace[2102682731] 'agreement among raft nodes before linearized reading' (duration: 108.195872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:34.907511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.029307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T22:06:34.907623Z","caller":"traceutil/trace.go:171","msg":"trace[1361018988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:325; }","duration":"108.184601ms","start":"2026-02-25T22:06:34.79942Z","end":"2026-02-25T22:06:34.907604Z","steps":["trace[1361018988] 'agreement among raft nodes before linearized reading' (duration: 107.966654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:34.907981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.843643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T22:06:34.908051Z","caller":"traceutil/trace.go:171","msg":"trace[2109288300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:325; }","duration":"108.947826ms","start":"2026-02-25T22:06:34.799084Z","end":"2026-02-25T22:06:34.908032Z","steps":["trace[2109288300] 'agreement among raft nodes before linearized reading' (duration: 108.264744ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:06:35.039872Z","caller":"traceutil/trace.go:171","msg":"trace[367679921] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"127.458432ms","start":"2026-02-25T22:06:34.912376Z","end":"2026-02-25T22:06:35.039834Z","steps":["trace[367679921] 'process raft request' (duration: 127.193963ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:06:35.072311Z","caller":"traceutil/trace.go:171","msg":"trace[920394653] linearizableReadLoop","detail":"{readStateIndex:341; appliedIndex:339; }","duration":"159.286936ms","start":"2026-02-25T22:06:34.912998Z","end":"2026-02-25T22:06:35.072285Z","steps":["trace[920394653] 'read index received' (duration: 126.609174ms)","trace[920394653] 'applied index is now lower than readState.Index' (duration: 32.676642ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:06:35.072359Z","caller":"traceutil/trace.go:171","msg":"trace[313545592] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"159.3927ms","start":"2026-02-25T22:06:34.912922Z","end":"2026-02-25T22:06:35.072314Z","steps":["trace[313545592] 'process raft request' (duration: 159.141842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:35.072437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.40589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:06:35.07248Z","caller":"traceutil/trace.go:171","msg":"trace[147942595] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:0; response_revision:329; }","duration":"159.470802ms","start":"2026-02-25T22:06:34.912993Z","end":"2026-02-25T22:06:35.072464Z","steps":["trace[147942595] 'agreement among raft nodes before linearized reading' (duration: 159.381179ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:06:35.072448Z","caller":"traceutil/trace.go:171","msg":"trace[1601747669] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"159.367009ms","start":"2026-02-25T22:06:34.913035Z","end":"2026-02-25T22:06:35.072402Z","steps":["trace[1601747669] 'process raft request' (duration: 159.189973ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:06:35.072491Z","caller":"traceutil/trace.go:171","msg":"trace[285087144] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"159.314587ms","start":"2026-02-25T22:06:34.913151Z","end":"2026-02-25T22:06:35.072466Z","steps":["trace[285087144] 'process raft request' (duration: 159.10032ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:06:35.363457Z","caller":"traceutil/trace.go:171","msg":"trace[1659997442] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"100.278447ms","start":"2026-02-25T22:06:35.263149Z","end":"2026-02-25T22:06:35.363427Z","steps":["trace[1659997442] 'process raft request' (duration: 74.27445ms)","trace[1659997442] 'compare' (duration: 25.657706ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:06:41.254133Z","caller":"traceutil/trace.go:171","msg":"trace[411504369] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"138.735534ms","start":"2026-02-25T22:06:41.115368Z","end":"2026-02-25T22:06:41.254104Z","steps":["trace[411504369] 'process raft request' (duration: 138.386993ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:06:41.49704Z","caller":"traceutil/trace.go:171","msg":"trace[1014122301] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"381.216078ms","start":"2026-02-25T22:06:41.115801Z","end":"2026-02-25T22:06:41.497017Z","steps":["trace[1014122301] 'process raft request' (duration: 381.173936ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:06:41.497094Z","caller":"traceutil/trace.go:171","msg":"trace[836980090] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"381.57351ms","start":"2026-02-25T22:06:41.115482Z","end":"2026-02-25T22:06:41.497055Z","steps":["trace[836980090] 'process raft request' (duration: 315.939548ms)","trace[836980090] 'compare' (duration: 65.404895ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:06:41.497567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:06:41.115789Z","time spent":"381.320602ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:06:41.497781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:06:41.115455Z","time spent":"381.738775ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:06:42.236058Z","caller":"traceutil/trace.go:171","msg":"trace[84933137] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"173.315478ms","start":"2026-02-25T22:06:42.062715Z","end":"2026-02-25T22:06:42.236031Z","steps":["trace[84933137] 'process raft request' (duration: 173.100691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:43.75878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407025577,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T22:06:43.807582Z","caller":"traceutil/trace.go:171","msg":"trace[339030914] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:429; }","duration":"549.220875ms","start":"2026-02-25T22:06:43.258331Z","end":"2026-02-25T22:06:43.807551Z","steps":["trace[339030914] 'read index received' (duration: 549.010969ms)","trace[339030914] 'applied index is now lower than readState.Index' (duration: 208.636µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:06:43.807669Z","caller":"traceutil/trace.go:171","msg":"trace[715358619] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"684.987485ms","start":"2026-02-25T22:06:43.122645Z","end":"2026-02-25T22:06:43.807633Z","steps":["trace[715358619] 'process raft request' (duration: 684.714086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:43.807848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.489984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T22:06:43.807911Z","caller":"traceutil/trace.go:171","msg":"trace[686192887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:414; }","duration":"549.633189ms","start":"2026-02-25T22:06:43.258258Z","end":"2026-02-25T22:06:43.807891Z","steps":["trace[686192887] 'agreement among raft nodes before linearized reading' (duration: 549.493525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:43.807927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.14865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-02-25T22:06:43.807971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:06:43.258233Z","time spent":"549.723331ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T22:06:43.807982Z","caller":"traceutil/trace.go:171","msg":"trace[859853211] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:414; }","duration":"103.246913ms","start":"2026-02-25T22:06:43.704721Z","end":"2026-02-25T22:06:43.807968Z","steps":["trace[859853211] 'agreement among raft nodes before linearized reading' (duration: 103.140639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:43.807958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.337439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"warn","ts":"2026-02-25T22:06:43.807938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.44938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-02-25T22:06:43.808056Z","caller":"traceutil/trace.go:171","msg":"trace[329646437] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:414; }","duration":"416.514465ms","start":"2026-02-25T22:06:43.391518Z","end":"2026-02-25T22:06:43.808032Z","steps":["trace[329646437] 'agreement among raft nodes before linearized reading' (duration: 416.288847ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:06:43.808073Z","caller":"traceutil/trace.go:171","msg":"trace[711387145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:414; }","duration":"305.630025ms","start":"2026-02-25T22:06:43.502423Z","end":"2026-02-25T22:06:43.808053Z","steps":["trace[711387145] 'agreement among raft nodes before linearized reading' (duration: 305.431509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:43.807986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.714648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-25T22:06:43.808091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.26197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:06:43.808186Z","caller":"traceutil/trace.go:171","msg":"trace[837706279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"404.373694ms","start":"2026-02-25T22:06:43.403787Z","end":"2026-02-25T22:06:43.80816Z","steps":["trace[837706279] 'agreement among raft nodes before linearized reading' (duration: 404.209899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:43.808112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:06:43.391487Z","time spent":"416.615558ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4401,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-25T22:06:43.808199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:06:43.122624Z","time spent":"685.154091ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:06:43.808282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:06:43.502399Z","time spent":"305.829412ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T22:06:43.808231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:06:43.403775Z","time spent":"404.443717ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T22:06:43.80819Z","caller":"traceutil/trace.go:171","msg":"trace[1672191925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:414; }","duration":"305.990857ms","start":"2026-02-25T22:06:43.502181Z","end":"2026-02-25T22:06:43.808171Z","steps":["trace[1672191925] 'agreement among raft nodes before linearized reading' (duration: 305.723959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:43.80876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:06:43.502148Z","time spent":"306.563176ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T22:06:44.487061Z","caller":"traceutil/trace.go:171","msg":"trace[63849977] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"673.947729ms","start":"2026-02-25T22:06:43.813084Z","end":"2026-02-25T22:06:44.487032Z","steps":["trace[63849977] 'process raft request' (duration: 673.35977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:44.487237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:06:43.813061Z","time spent":"674.078353ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:06:44.492582Z","caller":"traceutil/trace.go:171","msg":"trace[474005446] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"675.435836ms","start":"2026-02-25T22:06:43.817131Z","end":"2026-02-25T22:06:44.492567Z","steps":["trace[474005446] 'process raft request' (duration: 675.401685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:44.492647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:06:43.817119Z","time spent":"675.500089ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:06:44.492648Z","caller":"traceutil/trace.go:171","msg":"trace[2026285411] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"678.363271ms","start":"2026-02-25T22:06:43.814248Z","end":"2026-02-25T22:06:44.492611Z","steps":["trace[2026285411] 'process raft request' (duration: 678.259327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:44.492882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:06:43.814231Z","time spent":"678.515086ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:06:44.492989Z","caller":"traceutil/trace.go:171","msg":"trace[128611803] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"679.328322ms","start":"2026-02-25T22:06:43.813619Z","end":"2026-02-25T22:06:44.492948Z","steps":["trace[128611803] 'process raft request' (duration: 678.826326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:44.493243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:06:43.813583Z","time spent":"679.54782ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:06:56.653299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.498779ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-25T22:06:56.65347Z","caller":"traceutil/trace.go:171","msg":"trace[956312522] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"653.30177ms","start":"2026-02-25T22:06:56.000146Z","end":"2026-02-25T22:06:56.653448Z","steps":["trace[956312522] 'read index received' (duration: 40.771µs)","trace[956312522] 'applied index is now lower than readState.Index' (duration: 653.259029ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:06:56.653637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.068194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T22:06:56.654143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.817483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:06:56.654419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.492367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T22:06:56.65456Z","caller":"traceutil/trace.go:171","msg":"trace[69370960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:472; }","duration":"250.762093ms","start":"2026-02-25T22:06:56.403762Z","end":"2026-02-25T22:06:56.654524Z","steps":["trace[69370960] 'agreement among raft nodes before linearized reading' (duration: 249.810063ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:06:56.654578Z","caller":"traceutil/trace.go:171","msg":"trace[1368253816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:472; }","duration":"654.462017ms","start":"2026-02-25T22:06:56.000073Z","end":"2026-02-25T22:06:56.654536Z","steps":["trace[1368253816] 'agreement among raft nodes before linearized reading' (duration: 653.443904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:56.654662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:06:56.000046Z","time spent":"654.593531ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T22:06:56.654891Z","caller":"traceutil/trace.go:171","msg":"trace[796713828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:472; }","duration":"101.841017ms","start":"2026-02-25T22:06:56.552497Z","end":"2026-02-25T22:06:56.654338Z","steps":["trace[796713828] 'agreement among raft nodes before linearized reading' (duration: 101.072543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:06:56.654997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.63325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-25T22:06:56.655071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.007123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T22:06:56.655264Z","caller":"traceutil/trace.go:171","msg":"trace[151122683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:472; }","duration":"102.267731ms","start":"2026-02-25T22:06:56.552935Z","end":"2026-02-25T22:06:56.655203Z","steps":["trace[151122683] 'agreement among raft nodes before linearized reading' (duration: 100.702261ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:06:56.655269Z","caller":"traceutil/trace.go:171","msg":"trace[791350436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:472; }","duration":"106.918889ms","start":"2026-02-25T22:06:56.548255Z","end":"2026-02-25T22:06:56.655174Z","steps":["trace[791350436] 'agreement among raft nodes before linearized reading' (duration: 105.354009ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:06:56.782155Z","caller":"traceutil/trace.go:171","msg":"trace[1993018784] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"119.740917ms","start":"2026-02-25T22:06:56.66238Z","end":"2026-02-25T22:06:56.782121Z","steps":["trace[1993018784] 'process raft request' (duration: 119.686615ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:06:56.782934Z","caller":"traceutil/trace.go:171","msg":"trace[1933252921] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"120.973207ms","start":"2026-02-25T22:06:56.661914Z","end":"2026-02-25T22:06:56.782887Z","steps":["trace[1933252921] 'process raft request' (duration: 120.102729ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:06:56.783132Z","caller":"traceutil/trace.go:171","msg":"trace[1958337838] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"121.928317ms","start":"2026-02-25T22:06:56.661191Z","end":"2026-02-25T22:06:56.783119Z","steps":["trace[1958337838] 'process raft request' (duration: 116.271717ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:06:59.692083Z","caller":"traceutil/trace.go:171","msg":"trace[1126265150] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"120.507321ms","start":"2026-02-25T22:06:59.571547Z","end":"2026-02-25T22:06:59.692054Z","steps":["trace[1126265150] 'process raft request' (duration: 120.316245ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:07:00.963795Z","caller":"traceutil/trace.go:171","msg":"trace[1060747247] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"122.437743ms","start":"2026-02-25T22:07:00.841252Z","end":"2026-02-25T22:07:00.96369Z","steps":["trace[1060747247] 'process raft request' (duration: 122.137533ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:07:00.964432Z","caller":"traceutil/trace.go:171","msg":"trace[1733773751] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"121.133751ms","start":"2026-02-25T22:07:00.843258Z","end":"2026-02-25T22:07:00.964392Z","steps":["trace[1733773751] 'process raft request' (duration: 120.888514ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:07:00.964771Z","caller":"traceutil/trace.go:171","msg":"trace[597182811] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"121.12816ms","start":"2026-02-25T22:07:00.843614Z","end":"2026-02-25T22:07:00.964742Z","steps":["trace[597182811] 'process raft request' (duration: 120.701137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:09.288661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407026018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T22:07:10.298856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.684393ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:07:10.299042Z","caller":"traceutil/trace.go:171","msg":"trace[1441697289] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:666; }","duration":"979.898459ms","start":"2026-02-25T22:07:09.319117Z","end":"2026-02-25T22:07:10.299016Z","steps":["trace[1441697289] 'range keys from in-memory index tree' (duration: 979.635371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:10.299532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.757407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:07:10.299811Z","caller":"traceutil/trace.go:171","msg":"trace[130099861] linearizableReadLoop","detail":"{readStateIndex:690; appliedIndex:689; }","duration":"1.511522272s","start":"2026-02-25T22:07:08.788251Z","end":"2026-02-25T22:07:10.299773Z","steps":["trace[130099861] 'read index received' (duration: 932.451964ms)","trace[130099861] 'applied index is now lower than readState.Index' (duration: 579.064287ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:07:10.299929Z","caller":"traceutil/trace.go:171","msg":"trace[1625481515] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"522.50376ms","start":"2026-02-25T22:07:09.777394Z","end":"2026-02-25T22:07:10.299897Z","steps":["trace[1625481515] 'process raft request' (duration: 522.258962ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:07:10.299811Z","caller":"traceutil/trace.go:171","msg":"trace[2083592366] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"1.569547706s","start":"2026-02-25T22:07:08.730191Z","end":"2026-02-25T22:07:10.299738Z","steps":["trace[2083592366] 'process raft request' (duration: 990.475149ms)","trace[2083592366] 'compare' (duration: 578.458278ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:07:10.300015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511757579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T22:07:10.300036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:09.777367Z","time spent":"522.615443ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:07:10.300089Z","caller":"traceutil/trace.go:171","msg":"trace[1904720921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:668; }","duration":"1.511882143s","start":"2026-02-25T22:07:08.788186Z","end":"2026-02-25T22:07:10.300069Z","steps":["trace[1904720921] 'agreement among raft nodes before linearized reading' (duration: 1.511717458s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:10.300135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:08.788161Z","time spent":"1.511959126s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T22:07:10.300246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300256134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-25T22:07:10.300263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295641918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T22:07:10.300243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:08.73016Z","time spent":"1.569866547s","remote":"127.0.0.1:54344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211574,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:07:10.300294Z","caller":"traceutil/trace.go:171","msg":"trace[276454322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:668; }","duration":"1.295685319s","start":"2026-02-25T22:07:09.0046Z","end":"2026-02-25T22:07:10.300285Z","steps":["trace[276454322] 'agreement among raft nodes before linearized reading' (duration: 1.295626107s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:07:10.300296Z","caller":"traceutil/trace.go:171","msg":"trace[349817377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:668; }","duration":"1.300393149s","start":"2026-02-25T22:07:08.999888Z","end":"2026-02-25T22:07:10.300281Z","steps":["trace[349817377] 'agreement among raft nodes before linearized reading' (duration: 1.300301076s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:10.300324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:09.004591Z","time spent":"1.29572752s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T22:07:10.300338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:08.999863Z","time spent":"1.300463011s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T22:07:10.300377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298351634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T22:07:10.300453Z","caller":"traceutil/trace.go:171","msg":"trace[779113503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:668; }","duration":"1.298486128s","start":"2026-02-25T22:07:09.001941Z","end":"2026-02-25T22:07:10.300427Z","steps":["trace[779113503] 'agreement among raft nodes before linearized reading' (duration: 1.298306753s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:10.300494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:09.001918Z","time spent":"1.29856673s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T22:07:10.300543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130369854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qpxr9\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-02-25T22:07:10.300645Z","caller":"traceutil/trace.go:171","msg":"trace[373990019] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qpxr9; range_end:; response_count:1; response_revision:668; }","duration":"1.130529828s","start":"2026-02-25T22:07:09.170085Z","end":"2026-02-25T22:07:10.300615Z","steps":["trace[373990019] 'agreement among raft nodes before linearized reading' (duration: 1.130208288s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:10.300688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:09.170063Z","time spent":"1.130616741s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-qpxr9\" "} {"level":"warn","ts":"2026-02-25T22:07:11.406833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.466039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:07:11.407014Z","caller":"traceutil/trace.go:171","msg":"trace[1536128619] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"1.054654262s","start":"2026-02-25T22:07:10.352346Z","end":"2026-02-25T22:07:11.407Z","steps":["trace[1536128619] 'process raft request' (duration: 1.05458622s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:11.407075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:10.352324Z","time spent":"1.054721603s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:07:11.407061Z","caller":"traceutil/trace.go:171","msg":"trace[419350694] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"1.055731975s","start":"2026-02-25T22:07:10.35129Z","end":"2026-02-25T22:07:11.407022Z","steps":["trace[419350694] 'process raft request' (duration: 113.995288ms)","trace[419350694] 'compare' (duration: 940.8909ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:07:11.407237Z","caller":"traceutil/trace.go:171","msg":"trace[816044060] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"1.053736512s","start":"2026-02-25T22:07:10.353491Z","end":"2026-02-25T22:07:11.407228Z","steps":["trace[816044060] 'process raft request' (duration: 1.053480124s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:11.407255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:10.35127Z","time spent":"1.055881441s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:07:11.40729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:10.353484Z","time spent":"1.053781984s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:07:11.407356Z","caller":"traceutil/trace.go:171","msg":"trace[854097325] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:691; }","duration":"1.003769001s","start":"2026-02-25T22:07:10.403569Z","end":"2026-02-25T22:07:11.407338Z","steps":["trace[854097325] 'read index received' (duration: 61.808887ms)","trace[854097325] 'applied index is now lower than readState.Index' (duration: 941.958954ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:07:11.407437Z","caller":"traceutil/trace.go:171","msg":"trace[1592313374] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"1.042697021s","start":"2026-02-25T22:07:10.364732Z","end":"2026-02-25T22:07:11.407429Z","steps":["trace[1592313374] 'process raft request' (duration: 1.042564407s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:07:11.407444Z","caller":"traceutil/trace.go:171","msg":"trace[147996562] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"1.051124289s","start":"2026-02-25T22:07:10.356301Z","end":"2026-02-25T22:07:11.407426Z","steps":["trace[147996562] 'process raft request' (duration: 1.05084191s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:11.407476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:10.364721Z","time spent":"1.042734872s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T22:07:11.407484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003905866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:07:11.40753Z","caller":"traceutil/trace.go:171","msg":"trace[842712214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:674; }","duration":"1.004002709s","start":"2026-02-25T22:07:10.403515Z","end":"2026-02-25T22:07:11.407518Z","steps":["trace[842712214] 'agreement among raft nodes before linearized reading' (duration: 1.003925957s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:11.407532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:10.356281Z","time spent":"1.051206981s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:07:11.407572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:10.403501Z","time spent":"1.004060752s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T22:07:11.407813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.423802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T22:07:11.407923Z","caller":"traceutil/trace.go:171","msg":"trace[1806662388] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:674; }","duration":"993.608479ms","start":"2026-02-25T22:07:10.414295Z","end":"2026-02-25T22:07:11.407904Z","steps":["trace[1806662388] 'agreement among raft nodes before linearized reading' (duration: 993.365571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:11.407971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:10.414277Z","time spent":"993.685471ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-02-25T22:07:11.408028Z","caller":"traceutil/trace.go:171","msg":"trace[347424796] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"1.044922682s","start":"2026-02-25T22:07:10.36306Z","end":"2026-02-25T22:07:11.407983Z","steps":["trace[347424796] 'process raft request' (duration: 1.044165558s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:11.408238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:10.36305Z","time spent":"1.045088257s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:07:13.813548Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.295518558s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T22:07:13.817504Z","caller":"traceutil/trace.go:171","msg":"trace[1810453873] linearizableReadLoop","detail":"{readStateIndex:701; appliedIndex:699; }","duration":"413.556847ms","start":"2026-02-25T22:07:13.403921Z","end":"2026-02-25T22:07:13.817477Z","steps":["trace[1810453873] 'read index received' (duration: 410.015085ms)","trace[1810453873] 'applied index is now lower than readState.Index' (duration: 3.540332ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:07:13.817662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.724912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:07:13.817607Z","caller":"traceutil/trace.go:171","msg":"trace[445180677] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"826.68464ms","start":"2026-02-25T22:07:12.990858Z","end":"2026-02-25T22:07:13.817543Z","steps":["trace[445180677] 'process raft request' (duration: 826.508795ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:07:13.817587Z","caller":"traceutil/trace.go:171","msg":"trace[764970981] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"2.299949448s","start":"2026-02-25T22:07:11.517532Z","end":"2026-02-25T22:07:13.817481Z","steps":["trace[764970981] 'process raft request' (duration: 2.296768377s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:13.81779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.050476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"info","ts":"2026-02-25T22:07:13.817879Z","caller":"traceutil/trace.go:171","msg":"trace[1515831518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:677; }","duration":"405.204871ms","start":"2026-02-25T22:07:13.412654Z","end":"2026-02-25T22:07:13.817859Z","steps":["trace[1515831518] 'agreement among raft nodes before linearized reading' (duration: 404.992484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:13.81788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:12.99082Z","time spent":"826.920227ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:07:13.817934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:13.412641Z","time spent":"405.282563ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":452,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T22:07:13.818023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:11.517503Z","time spent":"2.30033122s","remote":"127.0.0.1:54344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211622,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:07:13.817713Z","caller":"traceutil/trace.go:171","msg":"trace[1442154015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:677; }","duration":"413.857176ms","start":"2026-02-25T22:07:13.403844Z","end":"2026-02-25T22:07:13.817701Z","steps":["trace[1442154015] 'agreement among raft nodes before linearized reading' (duration: 413.754503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:13.818084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.344214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T22:07:13.818083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.690675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-25T22:07:13.818194Z","caller":"traceutil/trace.go:171","msg":"trace[1302864278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:677; }","duration":"404.834689ms","start":"2026-02-25T22:07:13.413334Z","end":"2026-02-25T22:07:13.818169Z","steps":["trace[1302864278] 'agreement among raft nodes before linearized reading' (duration: 404.627112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:13.818156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.17794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-25T22:07:13.81826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:13.413325Z","time spent":"404.924023ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T22:07:13.818215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:13.403815Z","time spent":"414.329731ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T22:07:13.818287Z","caller":"traceutil/trace.go:171","msg":"trace[9819414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:677; }","duration":"405.381757ms","start":"2026-02-25T22:07:13.412878Z","end":"2026-02-25T22:07:13.81826Z","steps":["trace[9819414] 'agreement among raft nodes before linearized reading' (duration: 405.100758ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:07:13.81813Z","caller":"traceutil/trace.go:171","msg":"trace[276763977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:677; }","duration":"404.408136ms","start":"2026-02-25T22:07:13.413711Z","end":"2026-02-25T22:07:13.818119Z","steps":["trace[276763977] 'agreement among raft nodes before linearized reading' (duration: 404.311073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:13.818354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:13.412835Z","time spent":"405.508201ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T22:07:13.818439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:13.413704Z","time spent":"404.692415ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T22:07:14.364984Z","caller":"traceutil/trace.go:171","msg":"trace[1691125277] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"215.871843ms","start":"2026-02-25T22:07:14.149041Z","end":"2026-02-25T22:07:14.364913Z","steps":["trace[1691125277] 'process raft request' (duration: 163.55347ms)","trace[1691125277] 'compare' (duration: 52.116236ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:07:14.387837Z","caller":"traceutil/trace.go:171","msg":"trace[2090979440] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"238.543983ms","start":"2026-02-25T22:07:14.149235Z","end":"2026-02-25T22:07:14.387779Z","steps":["trace[2090979440] 'process raft request' (duration: 238.225763ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:07:14.387872Z","caller":"traceutil/trace.go:171","msg":"trace[1001641588] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"237.260793ms","start":"2026-02-25T22:07:14.150578Z","end":"2026-02-25T22:07:14.387839Z","steps":["trace[1001641588] 'process raft request' (duration: 237.070567ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:07:14.388202Z","caller":"traceutil/trace.go:171","msg":"trace[519328969] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"236.23973ms","start":"2026-02-25T22:07:14.151947Z","end":"2026-02-25T22:07:14.388187Z","steps":["trace[519328969] 'process raft request' (duration: 235.828047ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:07:14.388197Z","caller":"traceutil/trace.go:171","msg":"trace[430260742] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:711; }","duration":"201.31541ms","start":"2026-02-25T22:07:14.186853Z","end":"2026-02-25T22:07:14.388168Z","steps":["trace[430260742] 'read index received' (duration: 125.788879ms)","trace[430260742] 'applied index is now lower than readState.Index' (duration: 75.525461ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:07:14.388338Z","caller":"traceutil/trace.go:171","msg":"trace[87260539] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"199.694348ms","start":"2026-02-25T22:07:14.188614Z","end":"2026-02-25T22:07:14.388308Z","steps":["trace[87260539] 'process raft request' (duration: 199.43523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:14.388477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.61176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qpxr9\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-02-25T22:07:14.38852Z","caller":"traceutil/trace.go:171","msg":"trace[1791088470] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qpxr9; range_end:; response_count:1; response_revision:692; }","duration":"201.718543ms","start":"2026-02-25T22:07:14.186788Z","end":"2026-02-25T22:07:14.388507Z","steps":["trace[1791088470] 'agreement among raft nodes before linearized reading' (duration: 201.484685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:15.746105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.489552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:07:15.746435Z","caller":"traceutil/trace.go:171","msg":"trace[1110171013] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"431.975454ms","start":"2026-02-25T22:07:15.314394Z","end":"2026-02-25T22:07:15.746369Z","steps":["trace[1110171013] 'process raft request' (duration: 15.150652ms)","trace[1110171013] 'compare' (duration: 416.338307ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:07:15.746592Z","caller":"traceutil/trace.go:171","msg":"trace[596172361] linearizableReadLoop","detail":"{readStateIndex:724; appliedIndex:723; }","duration":"341.444346ms","start":"2026-02-25T22:07:15.40513Z","end":"2026-02-25T22:07:15.746575Z","steps":["trace[596172361] 'read index received' (duration: 106.463µs)","trace[596172361] 'applied index is now lower than readState.Index' (duration: 341.335973ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:07:15.74667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:15.314345Z","time spent":"432.217351ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T22:07:15.748551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.422149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:07:15.74862Z","caller":"traceutil/trace.go:171","msg":"trace[368301927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:700; }","duration":"343.564223ms","start":"2026-02-25T22:07:15.405039Z","end":"2026-02-25T22:07:15.748603Z","steps":["trace[368301927] 'agreement among raft nodes before linearized reading' (duration: 341.593691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:15.748671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:15.405005Z","time spent":"343.647936ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T22:07:18.361142Z","caller":"traceutil/trace.go:171","msg":"trace[1353813490] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"108.604923ms","start":"2026-02-25T22:07:18.252498Z","end":"2026-02-25T22:07:18.361102Z","steps":["trace[1353813490] 'process raft request' (duration: 108.345965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:33.890665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407026528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T22:07:34.384607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000878872s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:07:34.384811Z","caller":"traceutil/trace.go:171","msg":"trace[1120013873] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"1.023979796s","start":"2026-02-25T22:07:33.360813Z","end":"2026-02-25T22:07:34.384792Z","steps":["trace[1120013873] 'process raft request' (duration: 1.023913344s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:07:34.38492Z","caller":"traceutil/trace.go:171","msg":"trace[59847365] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"1.024056618s","start":"2026-02-25T22:07:33.360783Z","end":"2026-02-25T22:07:34.38484Z","steps":["trace[59847365] 'process raft request' (duration: 22.813445ms)","trace[59847365] 'compare' (duration: 1.000741097s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:07:34.38503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:33.360787Z","time spent":"1.024148411s","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1613,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:07:34.385096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:33.360759Z","time spent":"1.024239254s","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:07:34.560573Z","caller":"traceutil/trace.go:171","msg":"trace[971684756] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"1.150770267s","start":"2026-02-25T22:07:33.409755Z","end":"2026-02-25T22:07:34.560525Z","steps":["trace[971684756] 'process raft request' (duration: 1.150170978s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:34.560823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:33.409722Z","time spent":"1.151009756s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6030,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:07:34.560845Z","caller":"traceutil/trace.go:171","msg":"trace[2111969440] linearizableReadLoop","detail":"{readStateIndex:973; appliedIndex:970; }","duration":"1.170552247s","start":"2026-02-25T22:07:33.390245Z","end":"2026-02-25T22:07:34.560797Z","steps":["trace[2111969440] 'read index received' (duration: 970.63329ms)","trace[2111969440] 'applied index is now lower than readState.Index' (duration: 199.911656ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:07:34.561622Z","caller":"traceutil/trace.go:171","msg":"trace[360973345] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"538.288724ms","start":"2026-02-25T22:07:34.023008Z","end":"2026-02-25T22:07:34.561297Z","steps":["trace[360973345] 'process raft request' (duration: 537.395496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:34.562132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:34.022971Z","time spent":"539.007067ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:07:34.564095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155908301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:07:34.564195Z","caller":"traceutil/trace.go:171","msg":"trace[284963590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:944; }","duration":"1.155993244s","start":"2026-02-25T22:07:33.408173Z","end":"2026-02-25T22:07:34.564166Z","steps":["trace[284963590] 'agreement among raft nodes before linearized reading' (duration: 1.155856209s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:34.564246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:33.408127Z","time spent":"1.156110647s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T22:07:34.564564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.687268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-25T22:07:34.564643Z","caller":"traceutil/trace.go:171","msg":"trace[1263265842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:944; }","duration":"527.7764ms","start":"2026-02-25T22:07:34.036825Z","end":"2026-02-25T22:07:34.564602Z","steps":["trace[1263265842] 'agreement among raft nodes before linearized reading' (duration: 527.645646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:34.564696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:34.036813Z","time spent":"527.874093ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T22:07:34.5649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.932172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T22:07:34.564963Z","caller":"traceutil/trace.go:171","msg":"trace[1592747995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:944; }","duration":"620.987123ms","start":"2026-02-25T22:07:33.94396Z","end":"2026-02-25T22:07:34.564947Z","steps":["trace[1592747995] 'agreement among raft nodes before linearized reading' (duration: 620.87189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:34.565003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:33.943948Z","time spent":"621.046835ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T22:07:34.565222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.670406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T22:07:34.565326Z","caller":"traceutil/trace.go:171","msg":"trace[480792450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:944; }","duration":"627.772539ms","start":"2026-02-25T22:07:33.937532Z","end":"2026-02-25T22:07:34.565305Z","steps":["trace[480792450] 'agreement among raft nodes before linearized reading' (duration: 627.564382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:34.565399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:33.937468Z","time spent":"627.899803ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T22:07:34.565541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.996996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T22:07:34.565649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.031877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T22:07:34.565692Z","caller":"traceutil/trace.go:171","msg":"trace[1558261749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:944; }","duration":"622.188581ms","start":"2026-02-25T22:07:33.943447Z","end":"2026-02-25T22:07:34.565635Z","steps":["trace[1558261749] 'agreement among raft nodes before linearized reading' (duration: 621.83231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:34.565771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:33.943427Z","time spent":"622.329716ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T22:07:34.565758Z","caller":"traceutil/trace.go:171","msg":"trace[1246138047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:944; }","duration":"628.145471ms","start":"2026-02-25T22:07:33.937548Z","end":"2026-02-25T22:07:34.565693Z","steps":["trace[1246138047] 'agreement among raft nodes before linearized reading' (duration: 628.001847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:34.565845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:33.937515Z","time spent":"628.309426ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T22:07:34.564876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174613795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:07:34.566092Z","caller":"traceutil/trace.go:171","msg":"trace[1384133345] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:944; }","duration":"1.175805163s","start":"2026-02-25T22:07:33.390228Z","end":"2026-02-25T22:07:34.566033Z","steps":["trace[1384133345] 'agreement among raft nodes before linearized reading' (duration: 1.170791024s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:07:34.567097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:07:33.390215Z","time spent":"1.176855037s","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-25T22:07:50.762114Z","caller":"traceutil/trace.go:171","msg":"trace[568822498] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"100.249488ms","start":"2026-02-25T22:07:50.661826Z","end":"2026-02-25T22:07:50.762075Z","steps":["trace[568822498] 'process raft request' (duration: 99.968629ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:07:53.384183Z","caller":"traceutil/trace.go:171","msg":"trace[1062976970] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"107.222747ms","start":"2026-02-25T22:07:53.276919Z","end":"2026-02-25T22:07:53.384142Z","steps":["trace[1062976970] 'process raft request' (duration: 102.256949ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:07:58.59652Z","caller":"traceutil/trace.go:171","msg":"trace[1541323544] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"133.578067ms","start":"2026-02-25T22:07:58.462902Z","end":"2026-02-25T22:07:58.596481Z","steps":["trace[1541323544] 'process raft request' (duration: 133.328629ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:05.030669Z","caller":"traceutil/trace.go:171","msg":"trace[537647093] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"197.438278ms","start":"2026-02-25T22:08:04.833199Z","end":"2026-02-25T22:08:05.030637Z","steps":["trace[537647093] 'process raft request' (duration: 197.276743ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:05.033898Z","caller":"traceutil/trace.go:171","msg":"trace[1625836553] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1260; }","duration":"182.402339ms","start":"2026-02-25T22:08:04.851449Z","end":"2026-02-25T22:08:05.033851Z","steps":["trace[1625836553] 'read index received' (duration: 179.061583ms)","trace[1625836553] 'applied index is now lower than readState.Index' (duration: 3.338716ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:08:05.033925Z","caller":"traceutil/trace.go:171","msg":"trace[784141590] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"200.164634ms","start":"2026-02-25T22:08:04.83372Z","end":"2026-02-25T22:08:05.033885Z","steps":["trace[784141590] 'process raft request' (duration: 199.834753ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:05.033994Z","caller":"traceutil/trace.go:171","msg":"trace[1847960779] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"198.502511ms","start":"2026-02-25T22:08:04.835474Z","end":"2026-02-25T22:08:05.033976Z","steps":["trace[1847960779] 'process raft request' (duration: 198.293734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:05.03422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.677668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T22:08:05.034298Z","caller":"traceutil/trace.go:171","msg":"trace[1106976024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1222; }","duration":"182.860153ms","start":"2026-02-25T22:08:04.851421Z","end":"2026-02-25T22:08:05.034282Z","steps":["trace[1106976024] 'agreement among raft nodes before linearized reading' (duration: 182.568974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:07.163512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.652487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T22:08:07.163657Z","caller":"traceutil/trace.go:171","msg":"trace[891687968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1227; }","duration":"115.932456ms","start":"2026-02-25T22:08:07.047696Z","end":"2026-02-25T22:08:07.163628Z","steps":["trace[891687968] 'range keys from in-memory index tree' (duration: 115.389399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:07.164128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.822953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T22:08:07.164208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.933087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T22:08:07.164263Z","caller":"traceutil/trace.go:171","msg":"trace[105575781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1227; }","duration":"122.03222ms","start":"2026-02-25T22:08:07.042205Z","end":"2026-02-25T22:08:07.164237Z","steps":["trace[105575781] 'range keys from in-memory index tree' (duration: 121.635358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:07.164179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.69827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T22:08:07.164293Z","caller":"traceutil/trace.go:171","msg":"trace[1939975167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1227; }","duration":"122.082652ms","start":"2026-02-25T22:08:07.042193Z","end":"2026-02-25T22:08:07.164275Z","steps":["trace[1939975167] 'range keys from in-memory index tree' (duration: 121.699869ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:07.164339Z","caller":"traceutil/trace.go:171","msg":"trace[291702120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1227; }","duration":"121.919376ms","start":"2026-02-25T22:08:07.042404Z","end":"2026-02-25T22:08:07.164323Z","steps":["trace[291702120] 'range keys from in-memory index tree' (duration: 121.526724ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:07.715324Z","caller":"traceutil/trace.go:171","msg":"trace[1424984345] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"528.315245ms","start":"2026-02-25T22:08:07.186961Z","end":"2026-02-25T22:08:07.715276Z","steps":["trace[1424984345] 'process raft request' (duration: 528.168981ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:07.715471Z","caller":"traceutil/trace.go:171","msg":"trace[997253128] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"527.031965ms","start":"2026-02-25T22:08:07.188421Z","end":"2026-02-25T22:08:07.715453Z","steps":["trace[997253128] 'process raft request' (duration: 526.790387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:07.715547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:07.186934Z","time spent":"528.517712ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:08:07.715335Z","caller":"traceutil/trace.go:171","msg":"trace[660559033] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"528.614525ms","start":"2026-02-25T22:08:07.186672Z","end":"2026-02-25T22:08:07.715286Z","steps":["trace[660559033] 'process raft request' (duration: 528.188251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:07.715609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.925151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:08:07.715659Z","caller":"traceutil/trace.go:171","msg":"trace[949735606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1231; }","duration":"309.052205ms","start":"2026-02-25T22:08:07.406594Z","end":"2026-02-25T22:08:07.715646Z","steps":["trace[949735606] 'agreement among raft nodes before linearized reading' (duration: 308.941202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:07.715704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:07.406568Z","time spent":"309.127337ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T22:08:07.715467Z","caller":"traceutil/trace.go:171","msg":"trace[496021775] linearizableReadLoop","detail":"{readStateIndex:1273; appliedIndex:1270; }","duration":"308.763785ms","start":"2026-02-25T22:08:07.406668Z","end":"2026-02-25T22:08:07.715432Z","steps":["trace[496021775] 'read index received' (duration: 308.076503ms)","trace[496021775] 'applied index is now lower than readState.Index' (duration: 685.132µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:08:07.715771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:07.186665Z","time spent":"528.987637ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:08:07.715882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:07.188414Z","time spent":"527.1914ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:08:07.715929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.661446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T22:08:07.716023Z","caller":"traceutil/trace.go:171","msg":"trace[1726492025] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1231; }","duration":"243.789399ms","start":"2026-02-25T22:08:07.472209Z","end":"2026-02-25T22:08:07.715998Z","steps":["trace[1726492025] 'agreement among raft nodes before linearized reading' (duration: 243.626184ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:25.082924Z","caller":"traceutil/trace.go:171","msg":"trace[325625942] linearizableReadLoop","detail":"{readStateIndex:1593; appliedIndex:1592; }","duration":"108.421367ms","start":"2026-02-25T22:08:24.974473Z","end":"2026-02-25T22:08:25.082894Z","steps":["trace[325625942] 'read index received' (duration: 108.345345ms)","trace[325625942] 'applied index is now lower than readState.Index' (duration: 74.442µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:08:25.08301Z","caller":"traceutil/trace.go:171","msg":"trace[1367760820] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"374.794016ms","start":"2026-02-25T22:08:24.708196Z","end":"2026-02-25T22:08:25.08299Z","steps":["trace[1367760820] 'process raft request' (duration: 374.533378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:25.083129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.624383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:08:25.083145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:24.708157Z","time spent":"374.91502ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:08:25.083185Z","caller":"traceutil/trace.go:171","msg":"trace[705739559] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1527; }","duration":"108.763558ms","start":"2026-02-25T22:08:24.974405Z","end":"2026-02-25T22:08:25.083168Z","steps":["trace[705739559] 'agreement among raft nodes before linearized reading' (duration: 108.654744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:31.944349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.661646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-25T22:08:31.944456Z","caller":"traceutil/trace.go:171","msg":"trace[1429472263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1625; }","duration":"287.846132ms","start":"2026-02-25T22:08:31.656586Z","end":"2026-02-25T22:08:31.944432Z","steps":["trace[1429472263] 'range keys from in-memory index tree' (duration: 287.327765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:31.944467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.463821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b23e90a1-5958-4657-9744-c73a19112a80\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-02-25T22:08:31.944471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.004243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b23e90a1-5958-4657-9744-c73a19112a80\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-25T22:08:31.944558Z","caller":"traceutil/trace.go:171","msg":"trace[1901687685] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b23e90a1-5958-4657-9744-c73a19112a80; range_end:; response_count:1; response_revision:1625; }","duration":"342.499799ms","start":"2026-02-25T22:08:31.60204Z","end":"2026-02-25T22:08:31.944539Z","steps":["trace[1901687685] 'range keys from in-memory index tree' (duration: 341.777276ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:31.944555Z","caller":"traceutil/trace.go:171","msg":"trace[791275791] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b23e90a1-5958-4657-9744-c73a19112a80; range_end:; response_count:1; response_revision:1625; }","duration":"299.586285ms","start":"2026-02-25T22:08:31.644946Z","end":"2026-02-25T22:08:31.944532Z","steps":["trace[791275791] 'range keys from in-memory index tree' (duration: 299.193832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:31.944594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:31.602018Z","time spent":"342.568502ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b23e90a1-5958-4657-9744-c73a19112a80\" "} {"level":"info","ts":"2026-02-25T22:08:32.364759Z","caller":"traceutil/trace.go:171","msg":"trace[1590999166] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"695.033918ms","start":"2026-02-25T22:08:31.669695Z","end":"2026-02-25T22:08:32.364729Z","steps":["trace[1590999166] 'process raft request' (duration: 694.857662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:32.364955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:31.669673Z","time spent":"695.186823ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:08:33.311467Z","caller":"traceutil/trace.go:171","msg":"trace[623871203] linearizableReadLoop","detail":"{readStateIndex:1696; appliedIndex:1695; }","duration":"1.256131366s","start":"2026-02-25T22:08:32.055299Z","end":"2026-02-25T22:08:33.311431Z","steps":["trace[623871203] 'read index received' (duration: 309.406907ms)","trace[623871203] 'applied index is now lower than readState.Index' (duration: 946.723059ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:08:33.311576Z","caller":"traceutil/trace.go:171","msg":"trace[573454190] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"1.358339585s","start":"2026-02-25T22:08:31.953203Z","end":"2026-02-25T22:08:33.311543Z","steps":["trace[573454190] 'process raft request' (duration: 1.357944073s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:33.311793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256470337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-02-25T22:08:33.311868Z","caller":"traceutil/trace.go:171","msg":"trace[71856376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1627; }","duration":"1.256619571s","start":"2026-02-25T22:08:32.05523Z","end":"2026-02-25T22:08:33.31185Z","steps":["trace[71856376] 'agreement among raft nodes before linearized reading' (duration: 1.256339372s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:33.311905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:32.055204Z","time spent":"1.256695604s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T22:08:33.3119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:31.953178Z","time spent":"1.358510941s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:08:33.380469Z","caller":"traceutil/trace.go:171","msg":"trace[1941291155] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"789.492299ms","start":"2026-02-25T22:08:32.590928Z","end":"2026-02-25T22:08:33.38042Z","steps":["trace[1941291155] 'process raft request' (duration: 765.080473ms)","trace[1941291155] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 24.080976ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:08:33.380817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:32.5909Z","time spent":"789.760638ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:08:33.381059Z","caller":"traceutil/trace.go:171","msg":"trace[84376306] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"347.850129ms","start":"2026-02-25T22:08:33.03318Z","end":"2026-02-25T22:08:33.38103Z","steps":["trace[84376306] 'process raft request' (duration: 347.149667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:33.381255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:33.033128Z","time spent":"348.020515ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:08:33.382854Z","caller":"traceutil/trace.go:171","msg":"trace[1276855717] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"244.857274ms","start":"2026-02-25T22:08:33.13797Z","end":"2026-02-25T22:08:33.382827Z","steps":["trace[1276855717] 'process raft request' (duration: 244.691929ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:33.382905Z","caller":"traceutil/trace.go:171","msg":"trace[398418514] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"246.580069ms","start":"2026-02-25T22:08:33.136273Z","end":"2026-02-25T22:08:33.382853Z","steps":["trace[398418514] 'process raft request' (duration: 245.294008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:33.383137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.863526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T22:08:33.383198Z","caller":"traceutil/trace.go:171","msg":"trace[1346085386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1632; }","duration":"239.955589ms","start":"2026-02-25T22:08:33.143229Z","end":"2026-02-25T22:08:33.383184Z","steps":["trace[1346085386] 'agreement among raft nodes before linearized reading' (duration: 239.781363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:33.383272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193076031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-25T22:08:33.383348Z","caller":"traceutil/trace.go:171","msg":"trace[2044510337] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1632; }","duration":"1.193191774s","start":"2026-02-25T22:08:32.190132Z","end":"2026-02-25T22:08:33.383324Z","steps":["trace[2044510337] 'agreement among raft nodes before linearized reading' (duration: 1.192922256s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:33.383363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248196433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-25T22:08:33.383415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234152207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-25T22:08:33.383451Z","caller":"traceutil/trace.go:171","msg":"trace[1988268328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1632; }","duration":"1.234208219s","start":"2026-02-25T22:08:32.149233Z","end":"2026-02-25T22:08:33.383442Z","steps":["trace[1988268328] 'agreement among raft nodes before linearized reading' (duration: 1.234101015s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:33.383395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:32.190114Z","time spent":"1.193272237s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T22:08:33.383472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.640534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T22:08:33.383497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:32.149223Z","time spent":"1.23426513s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T22:08:33.383452Z","caller":"traceutil/trace.go:171","msg":"trace[1310020987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1632; }","duration":"1.248341008s","start":"2026-02-25T22:08:32.135088Z","end":"2026-02-25T22:08:33.383429Z","steps":["trace[1310020987] 'agreement among raft nodes before linearized reading' (duration: 1.248119041s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:33.383571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.172037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-25T22:08:33.383602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:32.135067Z","time spent":"1.248524654s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T22:08:33.383447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.372636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b23e90a1-5958-4657-9744-c73a19112a80\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-02-25T22:08:33.383639Z","caller":"traceutil/trace.go:171","msg":"trace[721126725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1632; }","duration":"430.28722ms","start":"2026-02-25T22:08:32.953327Z","end":"2026-02-25T22:08:33.383615Z","steps":["trace[721126725] 'agreement among raft nodes before linearized reading' (duration: 430.175457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:33.383685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:32.953296Z","time spent":"430.379843ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-25T22:08:33.383679Z","caller":"traceutil/trace.go:171","msg":"trace[1948039467] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b23e90a1-5958-4657-9744-c73a19112a80; range_end:; response_count:1; response_revision:1632; }","duration":"432.664226ms","start":"2026-02-25T22:08:32.950993Z","end":"2026-02-25T22:08:33.383657Z","steps":["trace[1948039467] 'agreement among raft nodes before linearized reading' (duration: 432.275123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:33.383778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:32.950972Z","time spent":"432.78868ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b23e90a1-5958-4657-9744-c73a19112a80\" "} {"level":"warn","ts":"2026-02-25T22:08:33.383775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.16706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:08:33.383527Z","caller":"traceutil/trace.go:171","msg":"trace[19020954] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1632; }","duration":"655.737768ms","start":"2026-02-25T22:08:32.727769Z","end":"2026-02-25T22:08:33.383506Z","steps":["trace[19020954] 'agreement among raft nodes before linearized reading' (duration: 655.658145ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:33.383905Z","caller":"traceutil/trace.go:171","msg":"trace[441834254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1632; }","duration":"979.409238ms","start":"2026-02-25T22:08:32.404474Z","end":"2026-02-25T22:08:33.383883Z","steps":["trace[441834254] 'agreement among raft nodes before linearized reading' (duration: 979.121349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:33.383962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:32.727702Z","time spent":"656.243894ms","remote":"127.0.0.1:38552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:08:33.383998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:32.404447Z","time spent":"979.538862ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T22:08:35.4921Z","caller":"traceutil/trace.go:171","msg":"trace[637329823] linearizableReadLoop","detail":"{readStateIndex:1717; appliedIndex:1716; }","duration":"103.823901ms","start":"2026-02-25T22:08:35.38825Z","end":"2026-02-25T22:08:35.492074Z","steps":["trace[637329823] 'read index received' (duration: 103.642085ms)","trace[637329823] 'applied index is now lower than readState.Index' (duration: 180.566µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:08:35.492226Z","caller":"traceutil/trace.go:171","msg":"trace[811950105] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"104.668768ms","start":"2026-02-25T22:08:35.38754Z","end":"2026-02-25T22:08:35.492209Z","steps":["trace[811950105] 'process raft request' (duration: 104.356649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:35.492467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.209154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-02-25T22:08:35.492514Z","caller":"traceutil/trace.go:171","msg":"trace[674757473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1648; }","duration":"104.278206ms","start":"2026-02-25T22:08:35.388223Z","end":"2026-02-25T22:08:35.492501Z","steps":["trace[674757473] 'agreement among raft nodes before linearized reading' (duration: 104.125651ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:35.512285Z","caller":"traceutil/trace.go:171","msg":"trace[1000910014] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"122.081121ms","start":"2026-02-25T22:08:35.390169Z","end":"2026-02-25T22:08:35.51225Z","steps":["trace[1000910014] 'process raft request' (duration: 121.838724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:35.512679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.230195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-25T22:08:35.512674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.497736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T22:08:35.512726Z","caller":"traceutil/trace.go:171","msg":"trace[277364542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1650; }","duration":"116.319648ms","start":"2026-02-25T22:08:35.396395Z","end":"2026-02-25T22:08:35.512714Z","steps":["trace[277364542] 'agreement among raft nodes before linearized reading' (duration: 116.115352ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:35.51277Z","caller":"traceutil/trace.go:171","msg":"trace[968651525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1650; }","duration":"117.628279ms","start":"2026-02-25T22:08:35.395119Z","end":"2026-02-25T22:08:35.512747Z","steps":["trace[968651525] 'agreement among raft nodes before linearized reading' (duration: 117.32411ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:35.51286Z","caller":"traceutil/trace.go:171","msg":"trace[1324883235] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"121.691189ms","start":"2026-02-25T22:08:35.391156Z","end":"2026-02-25T22:08:35.512847Z","steps":["trace[1324883235] 'process raft request' (duration: 121.044279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:35.512828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.64511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-25T22:08:35.512865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.121567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-25T22:08:35.512923Z","caller":"traceutil/trace.go:171","msg":"trace[730695306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1650; }","duration":"117.792105ms","start":"2026-02-25T22:08:35.395109Z","end":"2026-02-25T22:08:35.512902Z","steps":["trace[730695306] 'agreement among raft nodes before linearized reading' (duration: 117.520086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:35.512925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.863641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:08:35.512996Z","caller":"traceutil/trace.go:171","msg":"trace[2619140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1650; }","duration":"108.987005ms","start":"2026-02-25T22:08:35.403992Z","end":"2026-02-25T22:08:35.512979Z","steps":["trace[2619140] 'agreement among raft nodes before linearized reading' (duration: 108.869591ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:35.512994Z","caller":"traceutil/trace.go:171","msg":"trace[1684940586] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1650; }","duration":"113.285162ms","start":"2026-02-25T22:08:35.399677Z","end":"2026-02-25T22:08:35.512963Z","steps":["trace[1684940586] 'agreement among raft nodes before linearized reading' (duration: 112.851178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:35.512883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.965355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b23e90a1-5958-4657-9744-c73a19112a80\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-02-25T22:08:35.51311Z","caller":"traceutil/trace.go:171","msg":"trace[1036707737] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b23e90a1-5958-4657-9744-c73a19112a80; range_end:; response_count:1; response_revision:1650; }","duration":"115.241173ms","start":"2026-02-25T22:08:35.397858Z","end":"2026-02-25T22:08:35.513099Z","steps":["trace[1036707737] 'agreement among raft nodes before linearized reading' (duration: 114.766318ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:35.610546Z","caller":"traceutil/trace.go:171","msg":"trace[1578816922] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"112.469805ms","start":"2026-02-25T22:08:35.498038Z","end":"2026-02-25T22:08:35.610508Z","steps":["trace[1578816922] 'process raft request' (duration: 38.657068ms)","trace[1578816922] 'compare' (duration: 73.57539ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:08:35.627003Z","caller":"traceutil/trace.go:171","msg":"trace[1609014800] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"108.50836ms","start":"2026-02-25T22:08:35.518471Z","end":"2026-02-25T22:08:35.626979Z","steps":["trace[1609014800] 'process raft request' (duration: 108.422287ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:35.62707Z","caller":"traceutil/trace.go:171","msg":"trace[1479585444] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"109.195421ms","start":"2026-02-25T22:08:35.517823Z","end":"2026-02-25T22:08:35.627019Z","steps":["trace[1479585444] 'process raft request' (duration: 108.974334ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:35.627281Z","caller":"traceutil/trace.go:171","msg":"trace[377751265] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"107.697424ms","start":"2026-02-25T22:08:35.519564Z","end":"2026-02-25T22:08:35.627262Z","steps":["trace[377751265] 'process raft request' (duration: 107.609691ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:35.627365Z","caller":"traceutil/trace.go:171","msg":"trace[2049714307] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"108.721747ms","start":"2026-02-25T22:08:35.518569Z","end":"2026-02-25T22:08:35.62729Z","steps":["trace[2049714307] 'process raft request' (duration: 108.366826ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:36.343821Z","caller":"traceutil/trace.go:171","msg":"trace[129447321] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"158.354693ms","start":"2026-02-25T22:08:36.185435Z","end":"2026-02-25T22:08:36.34379Z","steps":["trace[129447321] 'process raft request' (duration: 158.144776ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:36.766219Z","caller":"traceutil/trace.go:171","msg":"trace[1959689534] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"193.503682ms","start":"2026-02-25T22:08:36.572686Z","end":"2026-02-25T22:08:36.766189Z","steps":["trace[1959689534] 'process raft request' (duration: 193.350247ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:43.210506Z","caller":"traceutil/trace.go:171","msg":"trace[635030590] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"317.736701ms","start":"2026-02-25T22:08:42.892734Z","end":"2026-02-25T22:08:43.21047Z","steps":["trace[635030590] 'process raft request' (duration: 317.456112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:43.210783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:42.892705Z","time spent":"317.928578ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:08:50.167621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407028208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T22:08:50.668797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407028208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T22:08:50.69333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14772521s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T22:08:50.693814Z","caller":"traceutil/trace.go:171","msg":"trace[78110505] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"1.1483557s","start":"2026-02-25T22:08:49.54543Z","end":"2026-02-25T22:08:50.693786Z","steps":["trace[78110505] 'process raft request' (duration: 1.148187054s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:50.693967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:49.545402Z","time spent":"1.148476194s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:08:50.698546Z","caller":"traceutil/trace.go:171","msg":"trace[665865956] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"1.098561086s","start":"2026-02-25T22:08:49.59996Z","end":"2026-02-25T22:08:50.698521Z","steps":["trace[665865956] 'process raft request' (duration: 1.09836287s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:50.698702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:49.599917Z","time spent":"1.098690281s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:08:50.698749Z","caller":"traceutil/trace.go:171","msg":"trace[1789457520] linearizableReadLoop","detail":"{readStateIndex:1834; appliedIndex:1831; }","duration":"1.031408891s","start":"2026-02-25T22:08:49.667327Z","end":"2026-02-25T22:08:50.698736Z","steps":["trace[1789457520] 'read index received' (duration: 1.026265418s)","trace[1789457520] 'applied index is now lower than readState.Index' (duration: 5.142623ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:08:50.698867Z","caller":"traceutil/trace.go:171","msg":"trace[1642873021] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"1.098629769s","start":"2026-02-25T22:08:49.600189Z","end":"2026-02-25T22:08:50.698819Z","steps":["trace[1642873021] 'process raft request' (duration: 1.098285248s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:50.698951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.591209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:08:50.69904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.946748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-25T22:08:50.699068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.306891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T22:08:50.69907Z","caller":"traceutil/trace.go:171","msg":"trace[332422513] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1762; }","duration":"893.750284ms","start":"2026-02-25T22:08:49.805287Z","end":"2026-02-25T22:08:50.699038Z","steps":["trace[332422513] 'agreement among raft nodes before linearized reading' (duration: 893.559468ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:50.699134Z","caller":"traceutil/trace.go:171","msg":"trace[1961820152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1762; }","duration":"971.447165ms","start":"2026-02-25T22:08:49.727664Z","end":"2026-02-25T22:08:50.699111Z","steps":["trace[1961820152] 'agreement among raft nodes before linearized reading' (duration: 971.272789ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:50.69913Z","caller":"traceutil/trace.go:171","msg":"trace[1281056666] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:1762; }","duration":"279.077852ms","start":"2026-02-25T22:08:50.420028Z","end":"2026-02-25T22:08:50.699106Z","steps":["trace[1281056666] 'agreement among raft nodes before linearized reading' (duration: 278.876695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:50.699145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:49.805275Z","time spent":"893.854697ms","remote":"127.0.0.1:54632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:08:50.699095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:49.600162Z","time spent":"1.098812454s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:08:50.69912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.107403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-25T22:08:50.699173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.494677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:08:50.699173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.807803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T22:08:50.699257Z","caller":"traceutil/trace.go:171","msg":"trace[1047978766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1762; }","duration":"297.621052ms","start":"2026-02-25T22:08:50.401614Z","end":"2026-02-25T22:08:50.699235Z","steps":["trace[1047978766] 'agreement among raft nodes before linearized reading' (duration: 297.419675ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:50.699277Z","caller":"traceutil/trace.go:171","msg":"trace[1245130991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1762; }","duration":"958.975238ms","start":"2026-02-25T22:08:49.740283Z","end":"2026-02-25T22:08:50.699258Z","steps":["trace[1245130991] 'agreement among raft nodes before linearized reading' (duration: 958.752421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:50.699259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.102422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-25T22:08:50.699316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:49.740241Z","time spent":"959.069521ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T22:08:50.69903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03167473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-25T22:08:50.699326Z","caller":"traceutil/trace.go:171","msg":"trace[1292430774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1762; }","duration":"959.164074ms","start":"2026-02-25T22:08:49.740149Z","end":"2026-02-25T22:08:50.699313Z","steps":["trace[1292430774] 'agreement among raft nodes before linearized reading' (duration: 958.698899ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:50.699411Z","caller":"traceutil/trace.go:171","msg":"trace[759098620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1762; }","duration":"1.032100243s","start":"2026-02-25T22:08:49.667284Z","end":"2026-02-25T22:08:50.699384Z","steps":["trace[759098620] 'agreement among raft nodes before linearized reading' (duration: 1.031533606s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:50.699406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.751953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T22:08:50.69918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:49.727619Z","time spent":"971.553339ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T22:08:50.699464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:49.66727Z","time spent":"1.032182436s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-25T22:08:50.699505Z","caller":"traceutil/trace.go:171","msg":"trace[324921655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1762; }","duration":"981.853886ms","start":"2026-02-25T22:08:49.717615Z","end":"2026-02-25T22:08:50.699469Z","steps":["trace[324921655] 'agreement among raft nodes before linearized reading' (duration: 981.525716ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:08:50.699246Z","caller":"traceutil/trace.go:171","msg":"trace[223147518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1762; }","duration":"987.299928ms","start":"2026-02-25T22:08:49.711921Z","end":"2026-02-25T22:08:50.699221Z","steps":["trace[223147518] 'agreement among raft nodes before linearized reading' (duration: 986.910316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:50.699557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:49.717606Z","time spent":"981.939289ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T22:08:50.699443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:49.740116Z","time spent":"959.316789ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T22:08:50.699592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:49.711909Z","time spent":"987.669531ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T22:08:50.699171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.418818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-02-25T22:08:50.699667Z","caller":"traceutil/trace.go:171","msg":"trace[164420988] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1762; }","duration":"304.943454ms","start":"2026-02-25T22:08:50.394711Z","end":"2026-02-25T22:08:50.699654Z","steps":["trace[164420988] 'agreement among raft nodes before linearized reading' (duration: 304.389256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:08:50.699702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:08:50.394687Z","time spent":"305.003196ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12011,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T22:09:17.052792Z","caller":"traceutil/trace.go:171","msg":"trace[1151974177] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"124.464239ms","start":"2026-02-25T22:09:16.928293Z","end":"2026-02-25T22:09:17.052757Z","steps":["trace[1151974177] 'process raft request' (duration: 122.444875ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:17.053062Z","caller":"traceutil/trace.go:171","msg":"trace[1992139331] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"124.659475ms","start":"2026-02-25T22:09:16.928378Z","end":"2026-02-25T22:09:17.053038Z","steps":["trace[1992139331] 'process raft request' (duration: 124.333115ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:17.053076Z","caller":"traceutil/trace.go:171","msg":"trace[714733290] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"123.648103ms","start":"2026-02-25T22:09:16.929394Z","end":"2026-02-25T22:09:17.053042Z","steps":["trace[714733290] 'process raft request' (duration: 123.494388ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:17.053245Z","caller":"traceutil/trace.go:171","msg":"trace[2130043174] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"123.389735ms","start":"2026-02-25T22:09:16.929813Z","end":"2026-02-25T22:09:17.053203Z","steps":["trace[2130043174] 'process raft request' (duration: 123.191429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:17.053496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.081659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-25T22:09:17.053575Z","caller":"traceutil/trace.go:171","msg":"trace[1005546757] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1903; }","duration":"113.212443ms","start":"2026-02-25T22:09:16.940342Z","end":"2026-02-25T22:09:17.053554Z","steps":["trace[1005546757] 'agreement among raft nodes before linearized reading' (duration: 112.978246ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:17.053537Z","caller":"traceutil/trace.go:171","msg":"trace[1274283009] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1976; }","duration":"112.697588ms","start":"2026-02-25T22:09:16.940392Z","end":"2026-02-25T22:09:17.05309Z","steps":["trace[1274283009] 'read index received' (duration: 42.345207ms)","trace[1274283009] 'applied index is now lower than readState.Index' (duration: 70.351081ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:09:19.010817Z","caller":"traceutil/trace.go:171","msg":"trace[2118896542] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"517.559105ms","start":"2026-02-25T22:09:18.493234Z","end":"2026-02-25T22:09:19.010793Z","steps":["trace[2118896542] 'process raft request' (duration: 517.378949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:19.010978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:18.493213Z","time spent":"517.682759ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:09:20.275427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264744439s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T22:09:20.33516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015172723s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:09:20.335292Z","caller":"traceutil/trace.go:171","msg":"trace[956114821] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1904; }","duration":"1.015319827s","start":"2026-02-25T22:09:19.31995Z","end":"2026-02-25T22:09:20.33527Z","steps":["trace[956114821] 'range keys from in-memory index tree' (duration: 1.015157182s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:20.335462Z","caller":"traceutil/trace.go:171","msg":"trace[972378704] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"1.841389268s","start":"2026-02-25T22:09:18.49403Z","end":"2026-02-25T22:09:20.335419Z","steps":["trace[972378704] 'process raft request' (duration: 1.781669783s)","trace[972378704] 'compare' (duration: 59.445517ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:09:20.335517Z","caller":"traceutil/trace.go:171","msg":"trace[1623974890] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"1.483882704s","start":"2026-02-25T22:09:18.851609Z","end":"2026-02-25T22:09:20.335491Z","steps":["trace[1623974890] 'process raft request' (duration: 1.483664968s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:20.335648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:18.494021Z","time spent":"1.841537193s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:09:20.335675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:18.851579Z","time spent":"1.484005568s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:09:20.335862Z","caller":"traceutil/trace.go:171","msg":"trace[1576785257] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"1.463889994s","start":"2026-02-25T22:09:18.871956Z","end":"2026-02-25T22:09:20.335846Z","steps":["trace[1576785257] 'process raft request' (duration: 1.463679587s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:20.335863Z","caller":"traceutil/trace.go:171","msg":"trace[52469556] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"1.464848854s","start":"2026-02-25T22:09:18.870998Z","end":"2026-02-25T22:09:20.335846Z","steps":["trace[52469556] 'process raft request' (duration: 1.464345468s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:20.335933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:18.871935Z","time spent":"1.463961236s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:09:20.335884Z","caller":"traceutil/trace.go:171","msg":"trace[748528472] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1981; }","duration":"1.349191114s","start":"2026-02-25T22:09:18.98666Z","end":"2026-02-25T22:09:20.335851Z","steps":["trace[748528472] 'read index received' (duration: 24.020118ms)","trace[748528472] 'applied index is now lower than readState.Index' (duration: 1.325169356s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:09:20.336001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:18.870959Z","time spent":"1.464948027s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:09:20.336281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279604397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T22:09:20.33634Z","caller":"traceutil/trace.go:171","msg":"trace[720898736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1908; }","duration":"1.279742562s","start":"2026-02-25T22:09:19.056581Z","end":"2026-02-25T22:09:20.336323Z","steps":["trace[720898736] 'agreement among raft nodes before linearized reading' (duration: 1.279525485s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:20.336366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278441041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T22:09:20.336397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.992569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:09:20.336408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278679068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T22:09:20.336415Z","caller":"traceutil/trace.go:171","msg":"trace[179029809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1908; }","duration":"1.278510773s","start":"2026-02-25T22:09:19.057892Z","end":"2026-02-25T22:09:20.336403Z","steps":["trace[179029809] 'agreement among raft nodes before linearized reading' (duration: 1.278348248s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:20.336441Z","caller":"traceutil/trace.go:171","msg":"trace[1138436094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1908; }","duration":"933.087722ms","start":"2026-02-25T22:09:19.403343Z","end":"2026-02-25T22:09:20.336431Z","steps":["trace[1138436094] 'agreement among raft nodes before linearized reading' (duration: 933.02205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:20.336399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243231029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T22:09:20.336476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:19.403315Z","time spent":"933.155314ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T22:09:20.336463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.764914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18979cc445b45e9b\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-02-25T22:09:20.336278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349559046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T22:09:20.336528Z","caller":"traceutil/trace.go:171","msg":"trace[10456358] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1908; }","duration":"1.243422755s","start":"2026-02-25T22:09:19.093082Z","end":"2026-02-25T22:09:20.336504Z","steps":["trace[10456358] 'agreement among raft nodes before linearized reading' (duration: 1.243125516s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:20.336545Z","caller":"traceutil/trace.go:171","msg":"trace[90965833] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18979cc445b45e9b; range_end:; response_count:1; response_revision:1908; }","duration":"147.881848ms","start":"2026-02-25T22:09:20.188642Z","end":"2026-02-25T22:09:20.336523Z","steps":["trace[90965833] 'agreement among raft nodes before linearized reading' (duration: 147.662911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:20.336601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:19.093071Z","time spent":"1.243517898s","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:09:20.336457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:19.057881Z","time spent":"1.278569775s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T22:09:20.336654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.605025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T22:09:20.336477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267555857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-25T22:09:20.336757Z","caller":"traceutil/trace.go:171","msg":"trace[2143903054] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1908; }","duration":"445.952716ms","start":"2026-02-25T22:09:19.890776Z","end":"2026-02-25T22:09:20.336729Z","steps":["trace[2143903054] 'agreement among raft nodes before linearized reading' (duration: 445.562154ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:20.336779Z","caller":"traceutil/trace.go:171","msg":"trace[892261814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1908; }","duration":"1.267898388s","start":"2026-02-25T22:09:19.068865Z","end":"2026-02-25T22:09:20.336763Z","steps":["trace[892261814] 'agreement among raft nodes before linearized reading' (duration: 1.267403102s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:20.336629Z","caller":"traceutil/trace.go:171","msg":"trace[405155638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1908; }","duration":"1.350001559s","start":"2026-02-25T22:09:18.986591Z","end":"2026-02-25T22:09:20.336592Z","steps":["trace[405155638] 'agreement among raft nodes before linearized reading' (duration: 1.349346658s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:20.336816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:19.890754Z","time spent":"446.04836ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-25T22:09:20.33645Z","caller":"traceutil/trace.go:171","msg":"trace[1314324460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1908; }","duration":"1.278772931s","start":"2026-02-25T22:09:19.057667Z","end":"2026-02-25T22:09:20.33644Z","steps":["trace[1314324460] 'agreement among raft nodes before linearized reading' (duration: 1.278624597s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:20.336928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279279997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-25T22:09:20.336987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:19.05764Z","time spent":"1.279328119s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T22:09:20.337009Z","caller":"traceutil/trace.go:171","msg":"trace[1229840856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1908; }","duration":"1.279401811s","start":"2026-02-25T22:09:19.05759Z","end":"2026-02-25T22:09:20.336992Z","steps":["trace[1229840856] 'agreement among raft nodes before linearized reading' (duration: 1.278900345s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:20.336992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:18.986559Z","time spent":"1.35035854s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T22:09:20.33706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:19.057576Z","time spent":"1.279475634s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T22:09:20.336839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:19.068855Z","time spent":"1.267971021s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T22:09:20.336418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:19.056559Z","time spent":"1.279846825s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T22:09:20.687824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.612319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:09:20.688079Z","caller":"traceutil/trace.go:171","msg":"trace[1129741707] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"345.277188ms","start":"2026-02-25T22:09:20.342771Z","end":"2026-02-25T22:09:20.688048Z","steps":["trace[1129741707] 'process raft request' (duration: 146.299798ms)","trace[1129741707] 'compare' (duration: 198.381122ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:09:20.688179Z","caller":"traceutil/trace.go:171","msg":"trace[273402877] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1987; }","duration":"284.923373ms","start":"2026-02-25T22:09:20.403236Z","end":"2026-02-25T22:09:20.688159Z","steps":["trace[273402877] 'read index received' (duration: 85.829719ms)","trace[273402877] 'applied index is now lower than readState.Index' (duration: 199.092094ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:09:20.688248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:20.342753Z","time spent":"345.408282ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:09:20.688432Z","caller":"traceutil/trace.go:171","msg":"trace[1264532808] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"344.608357ms","start":"2026-02-25T22:09:20.343808Z","end":"2026-02-25T22:09:20.688416Z","steps":["trace[1264532808] 'process raft request' (duration: 344.305337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:20.6885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:20.343798Z","time spent":"344.669179ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:09:20.688537Z","caller":"traceutil/trace.go:171","msg":"trace[1898320570] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"345.534457ms","start":"2026-02-25T22:09:20.342966Z","end":"2026-02-25T22:09:20.6885Z","steps":["trace[1898320570] 'process raft request' (duration: 345.064832ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:20.688584Z","caller":"traceutil/trace.go:171","msg":"trace[2052118899] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"345.738693ms","start":"2026-02-25T22:09:20.342832Z","end":"2026-02-25T22:09:20.68857Z","steps":["trace[2052118899] 'process raft request' (duration: 345.102603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:20.688597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.382247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-25T22:09:20.688619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.395488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:09:20.688588Z","caller":"traceutil/trace.go:171","msg":"trace[479797639] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"344.862345ms","start":"2026-02-25T22:09:20.34368Z","end":"2026-02-25T22:09:20.688542Z","steps":["trace[479797639] 'process raft request' (duration: 344.39713ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:20.688646Z","caller":"traceutil/trace.go:171","msg":"trace[1849769901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1914; }","duration":"285.46166ms","start":"2026-02-25T22:09:20.403176Z","end":"2026-02-25T22:09:20.688638Z","steps":["trace[1849769901] 'agreement among raft nodes before linearized reading' (duration: 285.412388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:20.688673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:20.342813Z","time spent":"345.807865ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:09:20.688718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:20.342947Z","time spent":"345.677341ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:09:20.688645Z","caller":"traceutil/trace.go:171","msg":"trace[218911375] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:1914; }","duration":"266.472871ms","start":"2026-02-25T22:09:20.42216Z","end":"2026-02-25T22:09:20.688633Z","steps":["trace[218911375] 'agreement among raft nodes before linearized reading' (duration: 266.300985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:20.688782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:20.343664Z","time spent":"345.02004ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:09:28.575015Z","caller":"traceutil/trace.go:171","msg":"trace[2036259913] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"331.633378ms","start":"2026-02-25T22:09:28.243351Z","end":"2026-02-25T22:09:28.574985Z","steps":["trace[2036259913] 'process raft request' (duration: 331.39568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:28.575859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:28.243323Z","time spent":"332.444343ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:09:28.719994Z","caller":"traceutil/trace.go:171","msg":"trace[999192308] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"353.768247ms","start":"2026-02-25T22:09:28.366196Z","end":"2026-02-25T22:09:28.719965Z","steps":["trace[999192308] 'process raft request' (duration: 337.70971ms)","trace[999192308] 'compare' (duration: 15.869311ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:09:28.720171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:28.366168Z","time spent":"353.907181ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:09:28.720259Z","caller":"traceutil/trace.go:171","msg":"trace[476211653] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"348.882222ms","start":"2026-02-25T22:09:28.371348Z","end":"2026-02-25T22:09:28.72023Z","steps":["trace[476211653] 'process raft request' (duration: 348.571902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:28.7204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:28.371337Z","time spent":"348.988765ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:09:28.720415Z","caller":"traceutil/trace.go:171","msg":"trace[92037184] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2023; }","duration":"323.003396ms","start":"2026-02-25T22:09:28.397399Z","end":"2026-02-25T22:09:28.720402Z","steps":["trace[92037184] 'read index received' (duration: 177.39535ms)","trace[92037184] 'applied index is now lower than readState.Index' (duration: 145.607015ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:09:28.720514Z","caller":"traceutil/trace.go:171","msg":"trace[358587359] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"347.201509ms","start":"2026-02-25T22:09:28.373283Z","end":"2026-02-25T22:09:28.720484Z","steps":["trace[358587359] 'process raft request' (duration: 346.856898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:28.720616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.231463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-25T22:09:28.720656Z","caller":"traceutil/trace.go:171","msg":"trace[1946536625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1947; }","duration":"323.336266ms","start":"2026-02-25T22:09:28.397307Z","end":"2026-02-25T22:09:28.720643Z","steps":["trace[1946536625] 'agreement among raft nodes before linearized reading' (duration: 323.181101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:28.720671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:28.373275Z","time spent":"347.317573ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:09:28.720698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:28.397281Z","time spent":"323.409439ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T22:09:30.922991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407028682,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T22:09:30.991114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:30.209663Z","time spent":"781.446746ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T22:09:30.999531Z","caller":"traceutil/trace.go:171","msg":"trace[1974404274] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"273.951537ms","start":"2026-02-25T22:09:30.725557Z","end":"2026-02-25T22:09:30.999508Z","steps":["trace[1974404274] 'process raft request' (duration: 273.768791ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:30.999861Z","caller":"traceutil/trace.go:171","msg":"trace[1901246511] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"274.01757ms","start":"2026-02-25T22:09:30.725826Z","end":"2026-02-25T22:09:30.999844Z","steps":["trace[1901246511] 'process raft request' (duration: 273.643168ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:30.99987Z","caller":"traceutil/trace.go:171","msg":"trace[45714717] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2033; }","duration":"577.162398ms","start":"2026-02-25T22:09:30.422681Z","end":"2026-02-25T22:09:30.999843Z","steps":["trace[45714717] 'read index received' (duration: 568.426672ms)","trace[45714717] 'applied index is now lower than readState.Index' (duration: 8.734165ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:09:30.99996Z","caller":"traceutil/trace.go:171","msg":"trace[1654301056] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"273.841564ms","start":"2026-02-25T22:09:30.726068Z","end":"2026-02-25T22:09:30.999909Z","steps":["trace[1654301056] 'process raft request' (duration: 273.661828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:31.000062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.367004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T22:09:31.000111Z","caller":"traceutil/trace.go:171","msg":"trace[511612290] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:1955; }","duration":"577.461467ms","start":"2026-02-25T22:09:30.422636Z","end":"2026-02-25T22:09:31.000098Z","steps":["trace[511612290] 'agreement among raft nodes before linearized reading' (duration: 577.315982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:31.000152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:30.422615Z","time spent":"577.526609ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-02-25T22:09:31.500406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407028689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T22:09:32.001309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407028689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T22:09:32.067582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068232597s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T22:09:32.27429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.382744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:09:32.275095Z","caller":"traceutil/trace.go:171","msg":"trace[1798697882] linearizableReadLoop","detail":"{readStateIndex:2038; appliedIndex:2036; }","duration":"1.275136348s","start":"2026-02-25T22:09:30.999939Z","end":"2026-02-25T22:09:32.275075Z","steps":["trace[1798697882] 'read index received' (duration: 1.067874166s)","trace[1798697882] 'applied index is now lower than readState.Index' (duration: 207.258642ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:09:32.275269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487164611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T22:09:32.275313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487256134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T22:09:32.275375Z","caller":"traceutil/trace.go:171","msg":"trace[412285156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1956; }","duration":"1.487354407s","start":"2026-02-25T22:09:30.788007Z","end":"2026-02-25T22:09:32.275361Z","steps":["trace[412285156] 'agreement among raft nodes before linearized reading' (duration: 1.48714803s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:32.27539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529239219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T22:09:32.275397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:31.000897Z","time spent":"1.274497088s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T22:09:32.275426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:30.787989Z","time spent":"1.48742718s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T22:09:32.27545Z","caller":"traceutil/trace.go:171","msg":"trace[1036494240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1956; }","duration":"1.529356942s","start":"2026-02-25T22:09:30.746083Z","end":"2026-02-25T22:09:32.27544Z","steps":["trace[1036494240] 'agreement among raft nodes before linearized reading' (duration: 1.529094984s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:32.275423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374382391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:09:32.275496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:30.746073Z","time spent":"1.529415985s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T22:09:32.275516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487429039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T22:09:32.275097Z","caller":"traceutil/trace.go:171","msg":"trace[1050400160] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"1.282722618s","start":"2026-02-25T22:09:30.992298Z","end":"2026-02-25T22:09:32.27502Z","steps":["trace[1050400160] 'process raft request' (duration: 1.075524708s)","trace[1050400160] 'compare' (duration: 205.382333ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:09:32.275533Z","caller":"traceutil/trace.go:171","msg":"trace[125997557] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1956; }","duration":"1.374551446s","start":"2026-02-25T22:09:30.900952Z","end":"2026-02-25T22:09:32.275503Z","steps":["trace[125997557] 'agreement among raft nodes before linearized reading' (duration: 1.3743612s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:32.275596Z","caller":"traceutil/trace.go:171","msg":"trace[471416647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1956; }","duration":"1.487541503s","start":"2026-02-25T22:09:30.788034Z","end":"2026-02-25T22:09:32.275575Z","steps":["trace[471416647] 'agreement among raft nodes before linearized reading' (duration: 1.487235593s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:32.275625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:30.900933Z","time spent":"1.374675231s","remote":"127.0.0.1:54626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:09:32.275639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:30.788015Z","time spent":"1.487612895s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T22:09:32.275743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.753876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:09:32.275744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:30.992271Z","time spent":"1.283334118s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:09:32.275783Z","caller":"traceutil/trace.go:171","msg":"trace[203408012] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1956; }","duration":"308.859069ms","start":"2026-02-25T22:09:31.96691Z","end":"2026-02-25T22:09:32.275769Z","steps":["trace[203408012] 'agreement among raft nodes before linearized reading' (duration: 308.764186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:32.275788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.561392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:09:32.275374Z","caller":"traceutil/trace.go:171","msg":"trace[1968394317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1956; }","duration":"1.487317226s","start":"2026-02-25T22:09:30.788034Z","end":"2026-02-25T22:09:32.275351Z","steps":["trace[1968394317] 'agreement among raft nodes before linearized reading' (duration: 1.487055297s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:32.275819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:31.966889Z","time spent":"308.919771ms","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T22:09:32.275828Z","caller":"traceutil/trace.go:171","msg":"trace[572779466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1956; }","duration":"872.643404ms","start":"2026-02-25T22:09:31.403169Z","end":"2026-02-25T22:09:32.275813Z","steps":["trace[572779466] 'agreement among raft nodes before linearized reading' (duration: 872.590352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:32.275854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:31.403144Z","time spent":"872.705106ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T22:09:32.275851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:30.788015Z","time spent":"1.487821022s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T22:09:32.275891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25933135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-02-25T22:09:32.275936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48744986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T22:09:32.275981Z","caller":"traceutil/trace.go:171","msg":"trace[1189688717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1956; }","duration":"1.487523112s","start":"2026-02-25T22:09:30.788447Z","end":"2026-02-25T22:09:32.27597Z","steps":["trace[1189688717] 'agreement among raft nodes before linearized reading' (duration: 1.486958524s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:09:32.275999Z","caller":"traceutil/trace.go:171","msg":"trace[1087820027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1956; }","duration":"1.259548656s","start":"2026-02-25T22:09:31.016428Z","end":"2026-02-25T22:09:32.275976Z","steps":["trace[1087820027] 'agreement among raft nodes before linearized reading' (duration: 1.258993299s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:32.27602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:30.788433Z","time spent":"1.487576044s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T22:09:32.276075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:31.016403Z","time spent":"1.2596591s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T22:09:32.276342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736296935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T22:09:32.276411Z","caller":"traceutil/trace.go:171","msg":"trace[1628457179] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1956; }","duration":"1.736407338s","start":"2026-02-25T22:09:30.539988Z","end":"2026-02-25T22:09:32.276396Z","steps":["trace[1628457179] 'agreement among raft nodes before linearized reading' (duration: 1.735343075s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:32.276423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540334119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-25T22:09:32.276449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:30.53997Z","time spent":"1.73646862s","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-25T22:09:32.27649Z","caller":"traceutil/trace.go:171","msg":"trace[325876064] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1956; }","duration":"1.540429622s","start":"2026-02-25T22:09:30.736034Z","end":"2026-02-25T22:09:32.276464Z","steps":["trace[325876064] 'agreement among raft nodes before linearized reading' (duration: 1.539193273s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:09:32.276547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:09:30.73602Z","time spent":"1.540513695s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T22:10:47.462233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.419891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-02-25T22:10:47.462361Z","caller":"traceutil/trace.go:171","msg":"trace[986076670] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:2487; }","duration":"135.619897ms","start":"2026-02-25T22:10:47.326712Z","end":"2026-02-25T22:10:47.462332Z","steps":["trace[986076670] 'range keys from in-memory index tree' (duration: 135.113831ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:10:50.522105Z","caller":"traceutil/trace.go:171","msg":"trace[1467214940] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"105.376521ms","start":"2026-02-25T22:10:50.416679Z","end":"2026-02-25T22:10:50.522056Z","steps":["trace[1467214940] 'process raft request' (duration: 105.179045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:10:51.322088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.647004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-25T22:10:51.322105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.23613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T22:10:51.32215Z","caller":"traceutil/trace.go:171","msg":"trace[1046461633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2506; }","duration":"611.778949ms","start":"2026-02-25T22:10:50.710356Z","end":"2026-02-25T22:10:51.322135Z","steps":["trace[1046461633] 'range keys from in-memory index tree' (duration: 611.460068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:10:51.322185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:10:50.710315Z","time spent":"611.864621ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T22:10:51.322178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.618749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T22:10:51.322196Z","caller":"traceutil/trace.go:171","msg":"trace[516451324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2506; }","duration":"598.476108ms","start":"2026-02-25T22:10:50.723698Z","end":"2026-02-25T22:10:51.322174Z","steps":["trace[516451324] 'range keys from in-memory index tree' (duration: 597.978402ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:10:51.322236Z","caller":"traceutil/trace.go:171","msg":"trace[1599956074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2506; }","duration":"602.717531ms","start":"2026-02-25T22:10:50.719507Z","end":"2026-02-25T22:10:51.322225Z","steps":["trace[1599956074] 'range keys from in-memory index tree' (duration: 602.480394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:10:51.322273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:10:50.719497Z","time spent":"602.769524ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T22:10:51.322264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:10:50.723674Z","time spent":"598.574601ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T22:10:51.322523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.406625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-25T22:10:51.322567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.254449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-25T22:10:51.322543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.935813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T22:10:51.322679Z","caller":"traceutil/trace.go:171","msg":"trace[1700771574] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2506; }","duration":"249.412394ms","start":"2026-02-25T22:10:51.073242Z","end":"2026-02-25T22:10:51.322654Z","steps":["trace[1700771574] 'range keys from in-memory index tree' (duration: 248.993941ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:10:51.322688Z","caller":"traceutil/trace.go:171","msg":"trace[2018867731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2506; }","duration":"612.440239ms","start":"2026-02-25T22:10:50.710224Z","end":"2026-02-25T22:10:51.322664Z","steps":["trace[2018867731] 'range keys from in-memory index tree' (duration: 611.751268ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:10:51.322627Z","caller":"traceutil/trace.go:171","msg":"trace[1530203792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2506; }","duration":"616.55878ms","start":"2026-02-25T22:10:50.706034Z","end":"2026-02-25T22:10:51.322593Z","steps":["trace[1530203792] 'range keys from in-memory index tree' (duration: 615.812566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:10:51.322736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:10:50.710213Z","time spent":"612.512922ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T22:10:51.322743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:10:50.706007Z","time spent":"616.728065ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T22:11:19.586143Z","caller":"traceutil/trace.go:171","msg":"trace[1476746360] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"146.070327ms","start":"2026-02-25T22:11:19.440046Z","end":"2026-02-25T22:11:19.586117Z","steps":["trace[1476746360] 'process raft request' (duration: 145.739976ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:19.743629Z","caller":"traceutil/trace.go:171","msg":"trace[1348418613] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"299.502777ms","start":"2026-02-25T22:11:19.444086Z","end":"2026-02-25T22:11:19.743589Z","steps":["trace[1348418613] 'process raft request' (duration: 264.288402ms)","trace[1348418613] 'compare' (duration: 34.948717ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:11:19.743825Z","caller":"traceutil/trace.go:171","msg":"trace[1397325755] linearizableReadLoop","detail":"{readStateIndex:2781; appliedIndex:2778; }","duration":"262.830465ms","start":"2026-02-25T22:11:19.480955Z","end":"2026-02-25T22:11:19.743786Z","steps":["trace[1397325755] 'read index received' (duration: 104.764668ms)","trace[1397325755] 'applied index is now lower than readState.Index' (duration: 158.062847ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:11:19.744145Z","caller":"traceutil/trace.go:171","msg":"trace[501167210] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"300.019954ms","start":"2026-02-25T22:11:19.444084Z","end":"2026-02-25T22:11:19.744104Z","steps":["trace[501167210] 'process raft request' (duration: 299.452266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:19.744178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.200147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T22:11:19.744245Z","caller":"traceutil/trace.go:171","msg":"trace[1404184119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2669; }","duration":"263.325691ms","start":"2026-02-25T22:11:19.480898Z","end":"2026-02-25T22:11:19.744224Z","steps":["trace[1404184119] 'agreement among raft nodes before linearized reading' (duration: 263.074113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:19.74433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.926002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T22:11:19.744335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:19.444057Z","time spent":"300.176489ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:11:19.744363Z","caller":"traceutil/trace.go:171","msg":"trace[1533635055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2669; }","duration":"258.974323ms","start":"2026-02-25T22:11:19.485377Z","end":"2026-02-25T22:11:19.744351Z","steps":["trace[1533635055] 'agreement among raft nodes before linearized reading' (duration: 258.895701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:19.74436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.074193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T22:11:19.74442Z","caller":"traceutil/trace.go:171","msg":"trace[2140849743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2669; }","duration":"263.174427ms","start":"2026-02-25T22:11:19.481229Z","end":"2026-02-25T22:11:19.744403Z","steps":["trace[2140849743] 'agreement among raft nodes before linearized reading' (duration: 262.94055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:19.744241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.785654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T22:11:19.74451Z","caller":"traceutil/trace.go:171","msg":"trace[1035149566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2669; }","duration":"263.071933ms","start":"2026-02-25T22:11:19.481426Z","end":"2026-02-25T22:11:19.744498Z","steps":["trace[1035149566] 'agreement among raft nodes before linearized reading' (duration: 262.725652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:19.744611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.313521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T22:11:19.74467Z","caller":"traceutil/trace.go:171","msg":"trace[2071700297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2669; }","duration":"263.382713ms","start":"2026-02-25T22:11:19.48127Z","end":"2026-02-25T22:11:19.744652Z","steps":["trace[2071700297] 'agreement among raft nodes before linearized reading' (duration: 263.245469ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:19.871022Z","caller":"traceutil/trace.go:171","msg":"trace[506078465] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"121.685405ms","start":"2026-02-25T22:11:19.749265Z","end":"2026-02-25T22:11:19.870951Z","steps":["trace[506078465] 'process raft request' (duration: 121.478459ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:19.871075Z","caller":"traceutil/trace.go:171","msg":"trace[1797719551] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"121.726086ms","start":"2026-02-25T22:11:19.749315Z","end":"2026-02-25T22:11:19.871041Z","steps":["trace[1797719551] 'process raft request' (duration: 121.565041ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:19.871424Z","caller":"traceutil/trace.go:171","msg":"trace[486635733] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"121.638373ms","start":"2026-02-25T22:11:19.749757Z","end":"2026-02-25T22:11:19.871396Z","steps":["trace[486635733] 'process raft request' (duration: 121.171709ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:19.871505Z","caller":"traceutil/trace.go:171","msg":"trace[111894839] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"112.666209ms","start":"2026-02-25T22:11:19.758825Z","end":"2026-02-25T22:11:19.871491Z","steps":["trace[111894839] 'process raft request' (duration: 112.497254ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:26.120703Z","caller":"traceutil/trace.go:171","msg":"trace[521134177] linearizableReadLoop","detail":"{readStateIndex:2808; appliedIndex:2806; }","duration":"495.971583ms","start":"2026-02-25T22:11:25.624712Z","end":"2026-02-25T22:11:26.120683Z","steps":["trace[521134177] 'read index received' (duration: 371.250022ms)","trace[521134177] 'applied index is now lower than readState.Index' (duration: 124.720701ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:11:26.121182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.888092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T22:11:26.121222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.50474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18979ce050efac63\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-25T22:11:26.121257Z","caller":"traceutil/trace.go:171","msg":"trace[495535786] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2697; }","duration":"317.995595ms","start":"2026-02-25T22:11:25.80325Z","end":"2026-02-25T22:11:26.121246Z","steps":["trace[495535786] 'agreement among raft nodes before linearized reading' (duration: 317.84255ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:26.12126Z","caller":"traceutil/trace.go:171","msg":"trace[1725421275] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18979ce050efac63; range_end:; response_count:1; response_revision:2697; }","duration":"496.573032ms","start":"2026-02-25T22:11:25.624678Z","end":"2026-02-25T22:11:26.121251Z","steps":["trace[1725421275] 'agreement among raft nodes before linearized reading' (duration: 496.403747ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:26.121258Z","caller":"traceutil/trace.go:171","msg":"trace[1031587379] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"357.368092ms","start":"2026-02-25T22:11:25.763866Z","end":"2026-02-25T22:11:26.121234Z","steps":["trace[1031587379] 'process raft request' (duration: 356.764193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:26.121291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:25.624666Z","time spent":"496.619873ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18979ce050efac63\" "} {"level":"warn","ts":"2026-02-25T22:11:26.121294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:25.803223Z","time spent":"318.061996ms","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T22:11:26.121262Z","caller":"traceutil/trace.go:171","msg":"trace[1579682683] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"435.322621ms","start":"2026-02-25T22:11:25.685902Z","end":"2026-02-25T22:11:26.121225Z","steps":["trace[1579682683] 'process raft request' (duration: 434.66166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:26.121356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:25.763833Z","time spent":"357.461575ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:11:26.121406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.794552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T22:11:26.121439Z","caller":"traceutil/trace.go:171","msg":"trace[1954266451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2697; }","duration":"218.836153ms","start":"2026-02-25T22:11:25.902594Z","end":"2026-02-25T22:11:26.12143Z","steps":["trace[1954266451] 'agreement among raft nodes before linearized reading' (duration: 218.775801ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:26.12144Z","caller":"traceutil/trace.go:171","msg":"trace[1377447062] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"513.308592ms","start":"2026-02-25T22:11:25.608087Z","end":"2026-02-25T22:11:26.121396Z","steps":["trace[1377447062] 'process raft request' (duration: 512.30625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:26.121481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:25.68587Z","time spent":"435.516488ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:11:26.121532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.36459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-25T22:11:26.121352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.189657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T22:11:26.121558Z","caller":"traceutil/trace.go:171","msg":"trace[974120739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2697; }","duration":"219.409021ms","start":"2026-02-25T22:11:25.902142Z","end":"2026-02-25T22:11:26.121551Z","steps":["trace[974120739] 'agreement among raft nodes before linearized reading' (duration: 219.281647ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:26.121569Z","caller":"traceutil/trace.go:171","msg":"trace[657095575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2697; }","duration":"221.453016ms","start":"2026-02-25T22:11:25.900109Z","end":"2026-02-25T22:11:26.121562Z","steps":["trace[657095575] 'agreement among raft nodes before linearized reading' (duration: 221.180067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:26.12161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:25.608061Z","time spent":"513.470907ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:11:26.121725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.912558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T22:11:26.121783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.761226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T22:11:26.121928Z","caller":"traceutil/trace.go:171","msg":"trace[1906539995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2697; }","duration":"222.20619ms","start":"2026-02-25T22:11:25.899692Z","end":"2026-02-25T22:11:26.121898Z","steps":["trace[1906539995] 'agreement among raft nodes before linearized reading' (duration: 221.726605ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:26.121844Z","caller":"traceutil/trace.go:171","msg":"trace[980102503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2697; }","duration":"280.083283ms","start":"2026-02-25T22:11:25.841735Z","end":"2026-02-25T22:11:26.121818Z","steps":["trace[980102503] 'agreement among raft nodes before linearized reading' (duration: 279.728642ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:26.121179Z","caller":"traceutil/trace.go:171","msg":"trace[633097078] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"353.114057ms","start":"2026-02-25T22:11:25.768004Z","end":"2026-02-25T22:11:26.121118Z","steps":["trace[633097078] 'process raft request' (duration: 352.653702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:26.122418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:25.767976Z","time spent":"354.405318ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:11:27.509512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2370468s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:11:27.509752Z","caller":"traceutil/trace.go:171","msg":"trace[1649188640] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"1.382821328s","start":"2026-02-25T22:11:26.126915Z","end":"2026-02-25T22:11:27.509736Z","steps":["trace[1649188640] 'process raft request' (duration: 1.382770577s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:27.509801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:26.126896Z","time spent":"1.382884921s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:11:27.509781Z","caller":"traceutil/trace.go:171","msg":"trace[898507439] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"1.382983554s","start":"2026-02-25T22:11:26.126759Z","end":"2026-02-25T22:11:27.509743Z","steps":["trace[898507439] 'process raft request' (duration: 1.382832559s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:27.509882Z","caller":"traceutil/trace.go:171","msg":"trace[1681636199] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"1.383059716s","start":"2026-02-25T22:11:26.126816Z","end":"2026-02-25T22:11:27.509876Z","steps":["trace[1681636199] 'process raft request' (duration: 1.382843889s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:27.509917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:26.126796Z","time spent":"1.383105218s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:11:27.509967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:26.126745Z","time spent":"1.383122528s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:11:27.510003Z","caller":"traceutil/trace.go:171","msg":"trace[1182211936] linearizableReadLoop","detail":"{readStateIndex:2817; appliedIndex:2812; }","duration":"1.371363646s","start":"2026-02-25T22:11:26.138632Z","end":"2026-02-25T22:11:27.509996Z","steps":["trace[1182211936] 'read index received' (duration: 133.645744ms)","trace[1182211936] 'applied index is now lower than readState.Index' (duration: 1.237716742s)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:11:27.510235Z","caller":"traceutil/trace.go:171","msg":"trace[986995809] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"1.384600264s","start":"2026-02-25T22:11:26.125614Z","end":"2026-02-25T22:11:27.510214Z","steps":["trace[986995809] 'process raft request' (duration: 146.774669ms)","trace[986995809] 'compare' (duration: 1.236666099s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:11:27.510339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:26.125602Z","time spent":"1.384680608s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:11:27.510476Z","caller":"traceutil/trace.go:171","msg":"trace[332671339] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"1.383261282s","start":"2026-02-25T22:11:26.1272Z","end":"2026-02-25T22:11:27.510461Z","steps":["trace[332671339] 'process raft request' (duration: 1.382511329s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:27.510564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:26.12719Z","time spent":"1.383330944s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:11:27.511329Z","caller":"traceutil/trace.go:171","msg":"trace[487435230] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"163.295383ms","start":"2026-02-25T22:11:27.348012Z","end":"2026-02-25T22:11:27.511307Z","steps":["trace[487435230] 'process raft request' (duration: 163.21054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:27.511338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352769156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:11:27.511403Z","caller":"traceutil/trace.go:171","msg":"trace[1836924429] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2705; }","duration":"1.35287482s","start":"2026-02-25T22:11:26.158512Z","end":"2026-02-25T22:11:27.511387Z","steps":["trace[1836924429] 'agreement among raft nodes before linearized reading' (duration: 1.352769196s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:27.51141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108625981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:11:27.51146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.945536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-25T22:11:27.511479Z","caller":"traceutil/trace.go:171","msg":"trace[634125870] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"839.674701ms","start":"2026-02-25T22:11:26.671796Z","end":"2026-02-25T22:11:27.511471Z","steps":["trace[634125870] 'process raft request' (duration: 838.175884ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:27.511498Z","caller":"traceutil/trace.go:171","msg":"trace[1338184082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2705; }","duration":"1.108782476s","start":"2026-02-25T22:11:26.402689Z","end":"2026-02-25T22:11:27.511471Z","steps":["trace[1338184082] 'agreement among raft nodes before linearized reading' (duration: 1.108642732s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:27.511519Z","caller":"traceutil/trace.go:171","msg":"trace[799135116] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2705; }","duration":"433.039538ms","start":"2026-02-25T22:11:27.078462Z","end":"2026-02-25T22:11:27.511501Z","steps":["trace[799135116] 'agreement among raft nodes before linearized reading' (duration: 432.843152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:27.511546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:26.67176Z","time spent":"839.744593ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:11:27.51156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:26.402658Z","time spent":"1.10888845s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T22:11:27.511567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:27.07844Z","time spent":"433.114561ms","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-25T22:11:27.511435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:26.158466Z","time spent":"1.352961303s","remote":"127.0.0.1:54588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:11:27.510118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371485289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18979ce2b3f15169\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-02-25T22:11:27.516282Z","caller":"traceutil/trace.go:171","msg":"trace[458655836] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18979ce2b3f15169; range_end:; response_count:1; response_revision:2703; }","duration":"1.377675305s","start":"2026-02-25T22:11:26.138595Z","end":"2026-02-25T22:11:27.516271Z","steps":["trace[458655836] 'agreement among raft nodes before linearized reading' (duration: 1.371418587s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:27.516314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:26.138583Z","time spent":"1.377720227s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18979ce2b3f15169\" "} {"level":"warn","ts":"2026-02-25T22:11:28.139697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.103883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:11:28.139867Z","caller":"traceutil/trace.go:171","msg":"trace[1034090974] linearizableReadLoop","detail":"{readStateIndex:2820; appliedIndex:2819; }","duration":"618.931366ms","start":"2026-02-25T22:11:27.520912Z","end":"2026-02-25T22:11:28.139844Z","steps":["trace[1034090974] 'read index received' (duration: 493.492903ms)","trace[1034090974] 'applied index is now lower than readState.Index' (duration: 125.436643ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:11:28.140089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.146593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-02-25T22:11:28.140962Z","caller":"traceutil/trace.go:171","msg":"trace[1373407776] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2706; }","duration":"620.042001ms","start":"2026-02-25T22:11:27.520891Z","end":"2026-02-25T22:11:28.140933Z","steps":["trace[1373407776] 'agreement among raft nodes before linearized reading' (duration: 619.042419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:28.141204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:27.520881Z","time spent":"620.172756ms","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-02-25T22:11:28.140726Z","caller":"traceutil/trace.go:171","msg":"trace[1422950876] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"621.747345ms","start":"2026-02-25T22:11:27.518116Z","end":"2026-02-25T22:11:28.139863Z","steps":["trace[1422950876] 'process raft request' (duration: 496.358734ms)","trace[1422950876] 'compare' (duration: 124.71949ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:11:28.141673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:27.518094Z","time spent":"623.453879ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:11:28.148438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.352899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:11:28.148574Z","caller":"traceutil/trace.go:171","msg":"trace[407759077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2707; }","duration":"625.541705ms","start":"2026-02-25T22:11:27.523013Z","end":"2026-02-25T22:11:28.148555Z","steps":["trace[407759077] 'agreement among raft nodes before linearized reading' (duration: 625.38042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:28.148659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:27.522985Z","time spent":"625.654899ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T22:11:28.148481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.806611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T22:11:28.148797Z","caller":"traceutil/trace.go:171","msg":"trace[1881970718] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2707; }","duration":"606.152602ms","start":"2026-02-25T22:11:27.542634Z","end":"2026-02-25T22:11:28.148787Z","steps":["trace[1881970718] 'agreement among raft nodes before linearized reading' (duration: 605.753089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:28.148874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:27.542612Z","time spent":"606.255435ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T22:11:28.803618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.805763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:11:28.803755Z","caller":"traceutil/trace.go:171","msg":"trace[16783967] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2710; }","duration":"504.968138ms","start":"2026-02-25T22:11:28.298731Z","end":"2026-02-25T22:11:28.803699Z","steps":["trace[16783967] 'range keys from in-memory index tree' (duration: 504.70138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:28.803756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.15489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:11:28.803818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:11:28.298708Z","time spent":"505.093452ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T22:11:28.803819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.8326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-25T22:11:28.803887Z","caller":"traceutil/trace.go:171","msg":"trace[1856030926] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2710; }","duration":"139.929163ms","start":"2026-02-25T22:11:28.663936Z","end":"2026-02-25T22:11:28.803865Z","steps":["trace[1856030926] 'range keys from in-memory index tree' (duration: 139.634014ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:28.803823Z","caller":"traceutil/trace.go:171","msg":"trace[155462016] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2710; }","duration":"122.308605ms","start":"2026-02-25T22:11:28.681494Z","end":"2026-02-25T22:11:28.803803Z","steps":["trace[155462016] 'count revisions from in-memory index tree' (duration: 122.061007ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:29.634298Z","caller":"traceutil/trace.go:171","msg":"trace[1268963359] linearizableReadLoop","detail":"{readStateIndex:2827; appliedIndex:2826; }","duration":"115.574831ms","start":"2026-02-25T22:11:29.518691Z","end":"2026-02-25T22:11:29.634266Z","steps":["trace[1268963359] 'read index received' (duration: 115.433647ms)","trace[1268963359] 'applied index is now lower than readState.Index' (duration: 139.554µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:11:29.634665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.933852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T22:11:29.634771Z","caller":"traceutil/trace.go:171","msg":"trace[1377383058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2713; }","duration":"116.073318ms","start":"2026-02-25T22:11:29.518677Z","end":"2026-02-25T22:11:29.634751Z","steps":["trace[1377383058] 'agreement among raft nodes before linearized reading' (duration: 115.736157ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:29.635125Z","caller":"traceutil/trace.go:171","msg":"trace[39747980] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"116.460269ms","start":"2026-02-25T22:11:29.517904Z","end":"2026-02-25T22:11:29.634364Z","steps":["trace[39747980] 'process raft request' (duration: 116.189041ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:29.636599Z","caller":"traceutil/trace.go:171","msg":"trace[279678014] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"117.000966ms","start":"2026-02-25T22:11:29.519581Z","end":"2026-02-25T22:11:29.636582Z","steps":["trace[279678014] 'process raft request' (duration: 116.977676ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:29.636881Z","caller":"traceutil/trace.go:171","msg":"trace[2087422065] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"117.414939ms","start":"2026-02-25T22:11:29.519412Z","end":"2026-02-25T22:11:29.636827Z","steps":["trace[2087422065] 'process raft request' (duration: 117.12092ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:29.636897Z","caller":"traceutil/trace.go:171","msg":"trace[1511604746] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"117.761751ms","start":"2026-02-25T22:11:29.519112Z","end":"2026-02-25T22:11:29.636874Z","steps":["trace[1511604746] 'process raft request' (duration: 117.348158ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:35.786365Z","caller":"traceutil/trace.go:171","msg":"trace[1836871938] linearizableReadLoop","detail":"{readStateIndex:2856; appliedIndex:2855; }","duration":"147.270716ms","start":"2026-02-25T22:11:35.63907Z","end":"2026-02-25T22:11:35.78634Z","steps":["trace[1836871938] 'read index received' (duration: 64.755272ms)","trace[1836871938] 'applied index is now lower than readState.Index' (duration: 82.514104ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:11:35.786712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.314774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T22:11:35.786762Z","caller":"traceutil/trace.go:171","msg":"trace[1908009159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2740; }","duration":"127.404367ms","start":"2026-02-25T22:11:35.659343Z","end":"2026-02-25T22:11:35.786748Z","steps":["trace[1908009159] 'agreement among raft nodes before linearized reading' (duration: 127.142169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:35.786751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.976058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T22:11:35.786852Z","caller":"traceutil/trace.go:171","msg":"trace[1113362234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2740; }","duration":"124.136632ms","start":"2026-02-25T22:11:35.662693Z","end":"2026-02-25T22:11:35.786829Z","steps":["trace[1113362234] 'agreement among raft nodes before linearized reading' (duration: 123.845973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:35.78695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.849184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18979ce050efac63\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-25T22:11:35.787084Z","caller":"traceutil/trace.go:171","msg":"trace[1335858697] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18979ce050efac63; range_end:; response_count:1; response_revision:2740; }","duration":"147.977418ms","start":"2026-02-25T22:11:35.639062Z","end":"2026-02-25T22:11:35.78704Z","steps":["trace[1335858697] 'agreement among raft nodes before linearized reading' (duration: 147.40898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:35.78716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.819933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-25T22:11:35.787117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.552349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T22:11:35.787202Z","caller":"traceutil/trace.go:171","msg":"trace[538937881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2740; }","duration":"123.879165ms","start":"2026-02-25T22:11:35.663312Z","end":"2026-02-25T22:11:35.787191Z","steps":["trace[538937881] 'agreement among raft nodes before linearized reading' (duration: 123.287276ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:35.787249Z","caller":"traceutil/trace.go:171","msg":"trace[1332578163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2740; }","duration":"126.718335ms","start":"2026-02-25T22:11:35.660497Z","end":"2026-02-25T22:11:35.787216Z","steps":["trace[1332578163] 'agreement among raft nodes before linearized reading' (duration: 126.098795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:11:35.787281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.690483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T22:11:35.787329Z","caller":"traceutil/trace.go:171","msg":"trace[1611269570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2740; }","duration":"126.762996ms","start":"2026-02-25T22:11:35.660556Z","end":"2026-02-25T22:11:35.787318Z","steps":["trace[1611269570] 'agreement among raft nodes before linearized reading' (duration: 125.986491ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:11:59.932331Z","caller":"traceutil/trace.go:171","msg":"trace[1940202062] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"126.280781ms","start":"2026-02-25T22:11:59.806015Z","end":"2026-02-25T22:11:59.932296Z","steps":["trace[1940202062] 'process raft request' (duration: 126.075524ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:13:34.917243Z","caller":"traceutil/trace.go:171","msg":"trace[268460792] transaction","detail":"{read_only:false; response_revision:3433; number_of_response:1; }","duration":"186.891561ms","start":"2026-02-25T22:13:34.730328Z","end":"2026-02-25T22:13:34.917219Z","steps":["trace[268460792] 'process raft request' (duration: 186.738846ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:13:35.005127Z","caller":"traceutil/trace.go:171","msg":"trace[1656402413] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"272.69579ms","start":"2026-02-25T22:13:34.732402Z","end":"2026-02-25T22:13:35.005097Z","steps":["trace[1656402413] 'process raft request' (duration: 245.846009ms)","trace[1656402413] 'compare' (duration: 26.672225ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:13:35.00532Z","caller":"traceutil/trace.go:171","msg":"trace[1685486094] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"272.767332ms","start":"2026-02-25T22:13:34.732517Z","end":"2026-02-25T22:13:35.005284Z","steps":["trace[1685486094] 'process raft request' (duration: 272.537144ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:14:01.228544Z","caller":"traceutil/trace.go:171","msg":"trace[1502969347] transaction","detail":"{read_only:false; response_revision:3637; number_of_response:1; }","duration":"125.439704ms","start":"2026-02-25T22:14:01.10307Z","end":"2026-02-25T22:14:01.228509Z","steps":["trace[1502969347] 'process raft request' (duration: 82.68913ms)","trace[1502969347] 'compare' (duration: 42.546598ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:14:06.880597Z","caller":"traceutil/trace.go:171","msg":"trace[560143267] transaction","detail":"{read_only:false; response_revision:3660; number_of_response:1; }","duration":"171.450802ms","start":"2026-02-25T22:14:06.709117Z","end":"2026-02-25T22:14:06.880567Z","steps":["trace[560143267] 'process raft request' (duration: 171.255075ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:14:06.886335Z","caller":"traceutil/trace.go:171","msg":"trace[460754312] linearizableReadLoop","detail":"{readStateIndex:3814; appliedIndex:3812; }","duration":"174.619712ms","start":"2026-02-25T22:14:06.71169Z","end":"2026-02-25T22:14:06.886309Z","steps":["trace[460754312] 'read index received' (duration: 168.705154ms)","trace[460754312] 'applied index is now lower than readState.Index' (duration: 5.913288ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:14:06.886485Z","caller":"traceutil/trace.go:171","msg":"trace[203720024] transaction","detail":"{read_only:false; response_revision:3661; number_of_response:1; }","duration":"174.843999ms","start":"2026-02-25T22:14:06.711594Z","end":"2026-02-25T22:14:06.886438Z","steps":["trace[203720024] 'process raft request' (duration: 173.495896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:14:06.886591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.877741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-25T22:14:06.886638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.822776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T22:14:06.886702Z","caller":"traceutil/trace.go:171","msg":"trace[1137366147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3661; }","duration":"172.930569ms","start":"2026-02-25T22:14:06.713754Z","end":"2026-02-25T22:14:06.886684Z","steps":["trace[1137366147] 'agreement among raft nodes before linearized reading' (duration: 172.764733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:14:06.886843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.626869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T22:14:06.886922Z","caller":"traceutil/trace.go:171","msg":"trace[838290393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3661; }","duration":"174.958083ms","start":"2026-02-25T22:14:06.711666Z","end":"2026-02-25T22:14:06.886624Z","steps":["trace[838290393] 'agreement among raft nodes before linearized reading' (duration: 174.796068ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:14:06.886936Z","caller":"traceutil/trace.go:171","msg":"trace[839910228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3661; }","duration":"172.791574ms","start":"2026-02-25T22:14:06.714129Z","end":"2026-02-25T22:14:06.88692Z","steps":["trace[839910228] 'agreement among raft nodes before linearized reading' (duration: 172.447503ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:32.371384Z","caller":"traceutil/trace.go:171","msg":"trace[2083609924] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"138.51369ms","start":"2026-02-25T22:15:32.232842Z","end":"2026-02-25T22:15:32.371356Z","steps":["trace[2083609924] 'process raft request' (duration: 138.328134ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:34.168132Z","caller":"traceutil/trace.go:171","msg":"trace[1044298221] linearizableReadLoop","detail":"{readStateIndex:4851; appliedIndex:4850; }","duration":"116.000656ms","start":"2026-02-25T22:15:34.052093Z","end":"2026-02-25T22:15:34.168094Z","steps":["trace[1044298221] 'read index received' (duration: 106.108132ms)","trace[1044298221] 'applied index is now lower than readState.Index' (duration: 9.890354ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:15:34.168338Z","caller":"traceutil/trace.go:171","msg":"trace[1800381436] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"125.58396ms","start":"2026-02-25T22:15:34.042714Z","end":"2026-02-25T22:15:34.168298Z","steps":["trace[1800381436] 'process raft request' (duration: 115.5119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:34.168549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.371208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:15:34.16852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.393058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cbdfb66b-e34b-4a16-8552-3613097b06c4\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-02-25T22:15:34.16861Z","caller":"traceutil/trace.go:171","msg":"trace[1600912698] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4658; }","duration":"116.571825ms","start":"2026-02-25T22:15:34.052019Z","end":"2026-02-25T22:15:34.16859Z","steps":["trace[1600912698] 'agreement among raft nodes before linearized reading' (duration: 116.477302ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:34.168619Z","caller":"traceutil/trace.go:171","msg":"trace[1159929893] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cbdfb66b-e34b-4a16-8552-3613097b06c4; range_end:; response_count:1; response_revision:4658; }","duration":"116.587225ms","start":"2026-02-25T22:15:34.052011Z","end":"2026-02-25T22:15:34.168598Z","steps":["trace[1159929893] 'agreement among raft nodes before linearized reading' (duration: 116.318667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:34.168653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.469591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-02-25T22:15:34.168703Z","caller":"traceutil/trace.go:171","msg":"trace[1119553945] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4658; }","duration":"116.551914ms","start":"2026-02-25T22:15:34.052136Z","end":"2026-02-25T22:15:34.168688Z","steps":["trace[1119553945] 'agreement among raft nodes before linearized reading' (duration: 116.336067ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:35.039591Z","caller":"traceutil/trace.go:171","msg":"trace[1330170474] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4667; }","duration":"225.608389ms","start":"2026-02-25T22:15:34.813945Z","end":"2026-02-25T22:15:35.039554Z","steps":["trace[1330170474] 'process raft request' (duration: 225.453094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:38.710174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.900791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hqqz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T22:15:38.710305Z","caller":"traceutil/trace.go:171","msg":"trace[987620024] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hqqz; range_end:; response_count:1; response_revision:4842; }","duration":"115.088716ms","start":"2026-02-25T22:15:38.595179Z","end":"2026-02-25T22:15:38.710267Z","steps":["trace[987620024] 'range keys from in-memory index tree' (duration: 114.641242ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:39.406684Z","caller":"traceutil/trace.go:171","msg":"trace[526917939] linearizableReadLoop","detail":"{readStateIndex:5042; appliedIndex:5041; }","duration":"213.753465ms","start":"2026-02-25T22:15:39.1929Z","end":"2026-02-25T22:15:39.406654Z","steps":["trace[526917939] 'read index received' (duration: 213.510007ms)","trace[526917939] 'applied index is now lower than readState.Index' (duration: 242.148µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:15:39.406815Z","caller":"traceutil/trace.go:171","msg":"trace[340235669] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"336.823974ms","start":"2026-02-25T22:15:39.069948Z","end":"2026-02-25T22:15:39.406772Z","steps":["trace[340235669] 'process raft request' (duration: 336.496984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:39.407045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.605262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T22:15:39.407071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:39.069914Z","time spent":"337.033301ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:15:39.407117Z","caller":"traceutil/trace.go:171","msg":"trace[2119822638] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4843; }","duration":"132.767358ms","start":"2026-02-25T22:15:39.274331Z","end":"2026-02-25T22:15:39.407098Z","steps":["trace[2119822638] 'agreement among raft nodes before linearized reading' (duration: 132.580082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:39.407285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.68306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T22:15:39.407345Z","caller":"traceutil/trace.go:171","msg":"trace[669872286] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4843; }","duration":"212.767253ms","start":"2026-02-25T22:15:39.194564Z","end":"2026-02-25T22:15:39.407331Z","steps":["trace[669872286] 'agreement among raft nodes before linearized reading' (duration: 212.442193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:39.407463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.56186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-49e336c6-78b7-421e-b964-4c11b2e0c07a\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-02-25T22:15:39.40751Z","caller":"traceutil/trace.go:171","msg":"trace[1310378931] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-49e336c6-78b7-421e-b964-4c11b2e0c07a; range_end:; response_count:1; response_revision:4843; }","duration":"214.675633ms","start":"2026-02-25T22:15:39.192821Z","end":"2026-02-25T22:15:39.407496Z","steps":["trace[1310378931] 'agreement among raft nodes before linearized reading' (duration: 214.009782ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:40.290079Z","caller":"traceutil/trace.go:171","msg":"trace[37402150] linearizableReadLoop","detail":"{readStateIndex:5050; appliedIndex:5049; }","duration":"172.838498ms","start":"2026-02-25T22:15:40.117204Z","end":"2026-02-25T22:15:40.290043Z","steps":["trace[37402150] 'read index received' (duration: 155.570891ms)","trace[37402150] 'applied index is now lower than readState.Index' (duration: 17.266367ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:15:40.290297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.059784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T22:15:40.290352Z","caller":"traceutil/trace.go:171","msg":"trace[759755669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4851; }","duration":"173.148247ms","start":"2026-02-25T22:15:40.117186Z","end":"2026-02-25T22:15:40.290334Z","steps":["trace[759755669] 'agreement among raft nodes before linearized reading' (duration: 172.992132ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:40.290745Z","caller":"traceutil/trace.go:171","msg":"trace[742835349] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"606.632185ms","start":"2026-02-25T22:15:39.684097Z","end":"2026-02-25T22:15:40.290729Z","steps":["trace[742835349] 'process raft request' (duration: 588.77963ms)","trace[742835349] 'compare' (duration: 17.024539ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:15:40.290866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:39.684061Z","time spent":"606.725559ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:15:42.243586Z","caller":"traceutil/trace.go:171","msg":"trace[1407002001] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"118.03759ms","start":"2026-02-25T22:15:42.125505Z","end":"2026-02-25T22:15:42.243542Z","steps":["trace[1407002001] 'process raft request' (duration: 20.393046ms)","trace[1407002001] 'compare' (duration: 97.434857ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:15:48.02168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.220378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:15:48.02187Z","caller":"traceutil/trace.go:171","msg":"trace[101140813] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"202.398025ms","start":"2026-02-25T22:15:47.819446Z","end":"2026-02-25T22:15:48.021845Z","steps":["trace[101140813] 'process raft request' (duration: 35.902628ms)","trace[101140813] 'compare' (duration: 166.021672ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:15:48.498515Z","caller":"traceutil/trace.go:171","msg":"trace[1111568414] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"204.47146ms","start":"2026-02-25T22:15:48.294018Z","end":"2026-02-25T22:15:48.49849Z","steps":["trace[1111568414] 'process raft request' (duration: 204.384858ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:48.498504Z","caller":"traceutil/trace.go:171","msg":"trace[976958954] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"205.111151ms","start":"2026-02-25T22:15:48.293324Z","end":"2026-02-25T22:15:48.498435Z","steps":["trace[976958954] 'process raft request' (duration: 204.76187ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:48.498552Z","caller":"traceutil/trace.go:171","msg":"trace[1047699081] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"204.545723ms","start":"2026-02-25T22:15:48.293969Z","end":"2026-02-25T22:15:48.498515Z","steps":["trace[1047699081] 'process raft request' (duration: 204.373018ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:48.498748Z","caller":"traceutil/trace.go:171","msg":"trace[1132316424] linearizableReadLoop","detail":"{readStateIndex:5204; appliedIndex:5200; }","duration":"196.161888ms","start":"2026-02-25T22:15:48.302555Z","end":"2026-02-25T22:15:48.498717Z","steps":["trace[1132316424] 'read index received' (duration: 195.60287ms)","trace[1132316424] 'applied index is now lower than readState.Index' (duration: 557.048µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:15:48.498797Z","caller":"traceutil/trace.go:171","msg":"trace[1930558877] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"204.688257ms","start":"2026-02-25T22:15:48.294086Z","end":"2026-02-25T22:15:48.498774Z","steps":["trace[1930558877] 'process raft request' (duration: 204.360147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:48.499026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.438956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/openstack\" ","response":"range_response_count:1 size:368"} {"level":"info","ts":"2026-02-25T22:15:48.499084Z","caller":"traceutil/trace.go:171","msg":"trace[1476631570] range","detail":"{range_begin:/registry/namespaces/openstack; range_end:; response_count:1; response_revision:4999; }","duration":"196.540039ms","start":"2026-02-25T22:15:48.302533Z","end":"2026-02-25T22:15:48.499073Z","steps":["trace[1476631570] 'agreement among raft nodes before linearized reading' (duration: 196.315982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:48.534036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.214785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:15:48.534117Z","caller":"traceutil/trace.go:171","msg":"trace[1383363767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5000; }","duration":"129.34734ms","start":"2026-02-25T22:15:48.404747Z","end":"2026-02-25T22:15:48.534094Z","steps":["trace[1383363767] 'agreement among raft nodes before linearized reading' (duration: 129.146303ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:48.53428Z","caller":"traceutil/trace.go:171","msg":"trace[219534030] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"133.15264ms","start":"2026-02-25T22:15:48.401101Z","end":"2026-02-25T22:15:48.534254Z","steps":["trace[219534030] 'process raft request' (duration: 132.618813ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:48.814845Z","caller":"traceutil/trace.go:171","msg":"trace[2004242833] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5205; }","duration":"279.594171ms","start":"2026-02-25T22:15:48.535221Z","end":"2026-02-25T22:15:48.814815Z","steps":["trace[2004242833] 'read index received' (duration: 194.648219ms)","trace[2004242833] 'applied index is now lower than readState.Index' (duration: 84.943982ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:15:48.815002Z","caller":"traceutil/trace.go:171","msg":"trace[335864441] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"304.187ms","start":"2026-02-25T22:15:48.51078Z","end":"2026-02-25T22:15:48.814967Z","steps":["trace[335864441] 'process raft request' (duration: 219.174116ms)","trace[335864441] 'compare' (duration: 84.397345ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:15:48.815166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:48.510733Z","time spent":"304.351646ms","remote":"127.0.0.1:54344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11780,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T22:15:48.815119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.86939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:15:48.815148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.252797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T22:15:48.815256Z","caller":"traceutil/trace.go:171","msg":"trace[1085128895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5001; }","duration":"280.046576ms","start":"2026-02-25T22:15:48.535181Z","end":"2026-02-25T22:15:48.815227Z","steps":["trace[1085128895] 'agreement among raft nodes before linearized reading' (duration: 279.781127ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:48.815271Z","caller":"traceutil/trace.go:171","msg":"trace[488555761] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5001; }","duration":"259.427961ms","start":"2026-02-25T22:15:48.55583Z","end":"2026-02-25T22:15:48.815258Z","steps":["trace[488555761] 'agreement among raft nodes before linearized reading' (duration: 259.147043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:50.193607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.465956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:15:50.193758Z","caller":"traceutil/trace.go:171","msg":"trace[142360406] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"331.372723ms","start":"2026-02-25T22:15:49.862372Z","end":"2026-02-25T22:15:50.193745Z","steps":["trace[142360406] 'process raft request' (duration: 331.324751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:50.193795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:49.86234Z","time spent":"331.441245ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T22:15:50.193799Z","caller":"traceutil/trace.go:171","msg":"trace[1168480475] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"333.028855ms","start":"2026-02-25T22:15:49.860719Z","end":"2026-02-25T22:15:50.193748Z","steps":["trace[1168480475] 'process raft request' (duration: 24.353872ms)","trace[1168480475] 'compare' (duration: 308.295451ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:15:50.193949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:49.860701Z","time spent":"333.17245ms","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T22:15:57.71215Z","caller":"traceutil/trace.go:171","msg":"trace[1505120246] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"135.338449ms","start":"2026-02-25T22:15:57.576782Z","end":"2026-02-25T22:15:57.712121Z","steps":["trace[1505120246] 'process raft request' (duration: 94.428472ms)","trace[1505120246] 'compare' (duration: 40.742112ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:15:57.712316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.359402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T22:15:57.712425Z","caller":"traceutil/trace.go:171","msg":"trace[273648246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5123; }","duration":"130.507566ms","start":"2026-02-25T22:15:57.581891Z","end":"2026-02-25T22:15:57.712399Z","steps":["trace[273648246] 'agreement among raft nodes before linearized reading' (duration: 130.255418ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:59.340872Z","caller":"traceutil/trace.go:171","msg":"trace[1445011129] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"226.488988ms","start":"2026-02-25T22:15:59.114351Z","end":"2026-02-25T22:15:59.34084Z","steps":["trace[1445011129] 'process raft request' (duration: 226.270861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:59.905482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.084247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:15:59.905617Z","caller":"traceutil/trace.go:171","msg":"trace[496663905] linearizableReadLoop","detail":"{readStateIndex:5408; appliedIndex:5407; }","duration":"521.285601ms","start":"2026-02-25T22:15:59.384311Z","end":"2026-02-25T22:15:59.905597Z","steps":["trace[496663905] 'read index received' (duration: 411.964106ms)","trace[496663905] 'applied index is now lower than readState.Index' (duration: 109.319735ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:15:59.905712Z","caller":"traceutil/trace.go:171","msg":"trace[279706332] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"525.598668ms","start":"2026-02-25T22:15:59.380096Z","end":"2026-02-25T22:15:59.905695Z","steps":["trace[279706332] 'process raft request' (duration: 416.160319ms)","trace[279706332] 'compare' (duration: 108.817889ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:15:59.905775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.380071Z","time spent":"525.66896ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:15:59.905938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.591741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-25T22:15:59.906062Z","caller":"traceutil/trace.go:171","msg":"trace[1959443048] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5199; }","duration":"521.767307ms","start":"2026-02-25T22:15:59.384275Z","end":"2026-02-25T22:15:59.906042Z","steps":["trace[1959443048] 'agreement among raft nodes before linearized reading' (duration: 521.447776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:59.906111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.384261Z","time spent":"521.839818ms","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-25T22:15:59.940554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.02044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T22:15:59.94246Z","caller":"traceutil/trace.go:171","msg":"trace[903831486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5201; }","duration":"361.992113ms","start":"2026-02-25T22:15:59.580443Z","end":"2026-02-25T22:15:59.942436Z","steps":["trace[903831486] 'agreement among raft nodes before linearized reading' (duration: 359.929887ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:59.940531Z","caller":"traceutil/trace.go:171","msg":"trace[137427188] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"175.12121ms","start":"2026-02-25T22:15:59.765345Z","end":"2026-02-25T22:15:59.940466Z","steps":["trace[137427188] 'process raft request' (duration: 174.80114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:59.94056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.70156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:15:59.942675Z","caller":"traceutil/trace.go:171","msg":"trace[289349728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5201; }","duration":"538.878909ms","start":"2026-02-25T22:15:59.403753Z","end":"2026-02-25T22:15:59.942632Z","steps":["trace[289349728] 'agreement among raft nodes before linearized reading' (duration: 536.653128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:59.94275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.403741Z","time spent":"538.986602ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T22:15:59.942785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.580412Z","time spent":"362.102426ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T22:15:59.940629Z","caller":"traceutil/trace.go:171","msg":"trace[1504536396] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"222.46254ms","start":"2026-02-25T22:15:59.71815Z","end":"2026-02-25T22:15:59.940613Z","steps":["trace[1504536396] 'process raft request' (duration: 221.815639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:59.940795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.874214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T22:15:59.943211Z","caller":"traceutil/trace.go:171","msg":"trace[1633240338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5201; }","duration":"178.291121ms","start":"2026-02-25T22:15:59.764899Z","end":"2026-02-25T22:15:59.94319Z","steps":["trace[1633240338] 'agreement among raft nodes before linearized reading' (duration: 175.783031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:59.940822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.733784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T22:15:59.941089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.114016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T22:15:59.943356Z","caller":"traceutil/trace.go:171","msg":"trace[539927791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5201; }","duration":"169.296325ms","start":"2026-02-25T22:15:59.774006Z","end":"2026-02-25T22:15:59.943302Z","steps":["trace[539927791] 'agreement among raft nodes before linearized reading' (duration: 166.62339ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:15:59.943406Z","caller":"traceutil/trace.go:171","msg":"trace[548889184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5201; }","duration":"169.584554ms","start":"2026-02-25T22:15:59.773808Z","end":"2026-02-25T22:15:59.943393Z","steps":["trace[548889184] 'agreement among raft nodes before linearized reading' (duration: 166.652931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:15:59.941042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.965141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T22:15:59.943599Z","caller":"traceutil/trace.go:171","msg":"trace[440431332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5201; }","duration":"169.595015ms","start":"2026-02-25T22:15:59.773982Z","end":"2026-02-25T22:15:59.943577Z","steps":["trace[440431332] 'agreement among raft nodes before linearized reading' (duration: 166.388183ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:00.41122Z","caller":"traceutil/trace.go:171","msg":"trace[37331780] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"499.793589ms","start":"2026-02-25T22:15:59.911385Z","end":"2026-02-25T22:16:00.411178Z","steps":["trace[37331780] 'process raft request' (duration: 455.717812ms)","trace[37331780] 'compare' (duration: 43.407765ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:16:00.411376Z","caller":"traceutil/trace.go:171","msg":"trace[822980939] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"499.095447ms","start":"2026-02-25T22:15:59.912233Z","end":"2026-02-25T22:16:00.411329Z","steps":["trace[822980939] 'process raft request' (duration: 498.758417ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:00.411477Z","caller":"traceutil/trace.go:171","msg":"trace[1819045930] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"499.1926ms","start":"2026-02-25T22:15:59.912268Z","end":"2026-02-25T22:16:00.41146Z","steps":["trace[1819045930] 'process raft request' (duration: 498.860379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:00.411578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.912173Z","time spent":"499.330804ms","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1137,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:16:00.411436Z","caller":"traceutil/trace.go:171","msg":"trace[915030416] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5410; }","duration":"471.206083ms","start":"2026-02-25T22:15:59.940199Z","end":"2026-02-25T22:16:00.411405Z","steps":["trace[915030416] 'read index received' (duration: 426.976901ms)","trace[915030416] 'applied index is now lower than readState.Index' (duration: 44.227932ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:16:00.411643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.655548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-49e336c6-78b7-421e-b964-4c11b2e0c07a\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-02-25T22:16:00.411613Z","caller":"traceutil/trace.go:171","msg":"trace[419482622] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"498.709994ms","start":"2026-02-25T22:15:59.912839Z","end":"2026-02-25T22:16:00.411549Z","steps":["trace[419482622] 'process raft request' (duration: 498.371864ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:00.411626Z","caller":"traceutil/trace.go:171","msg":"trace[1877106291] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"496.147454ms","start":"2026-02-25T22:15:59.915445Z","end":"2026-02-25T22:16:00.411592Z","steps":["trace[1877106291] 'process raft request' (duration: 495.892646ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:00.411695Z","caller":"traceutil/trace.go:171","msg":"trace[911306075] range","detail":"{range_begin:/registry/persistentvolumes/pvc-49e336c6-78b7-421e-b964-4c11b2e0c07a; range_end:; response_count:1; response_revision:5207; }","duration":"501.74097ms","start":"2026-02-25T22:15:59.909935Z","end":"2026-02-25T22:16:00.411676Z","steps":["trace[911306075] 'agreement among raft nodes before linearized reading' (duration: 501.563815ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:00.41166Z","caller":"traceutil/trace.go:171","msg":"trace[72788015] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"498.753306ms","start":"2026-02-25T22:15:59.912857Z","end":"2026-02-25T22:16:00.41161Z","steps":["trace[72788015] 'process raft request' (duration: 498.419326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:00.411681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.912224Z","time spent":"499.255892ms","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1375,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:16:00.411773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.909916Z","time spent":"501.847394ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-49e336c6-78b7-421e-b964-4c11b2e0c07a\" "} {"level":"warn","ts":"2026-02-25T22:16:00.411834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.915432Z","time spent":"496.308108ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3884,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:16:00.411756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.911371Z","time spent":"499.927263ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1624,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T22:16:00.411898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.912821Z","time spent":"498.942632ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:16:00.411902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.912828Z","time spent":"498.952893ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:16:00.412029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.730691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4464"} {"level":"info","ts":"2026-02-25T22:16:00.41215Z","caller":"traceutil/trace.go:171","msg":"trace[1276216758] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:5207; }","duration":"501.930936ms","start":"2026-02-25T22:15:59.910185Z","end":"2026-02-25T22:16:00.412116Z","steps":["trace[1276216758] 'agreement among raft nodes before linearized reading' (duration: 501.477042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:00.412215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.910156Z","time spent":"502.04912ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4486,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"info","ts":"2026-02-25T22:16:00.440128Z","caller":"traceutil/trace.go:171","msg":"trace[2055105685] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"492.665853ms","start":"2026-02-25T22:15:59.947425Z","end":"2026-02-25T22:16:00.440091Z","steps":["trace[2055105685] 'process raft request' (duration: 492.55663ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:00.440141Z","caller":"traceutil/trace.go:171","msg":"trace[108773533] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"492.945372ms","start":"2026-02-25T22:15:59.947172Z","end":"2026-02-25T22:16:00.440118Z","steps":["trace[108773533] 'process raft request' (duration: 492.678463ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:00.440192Z","caller":"traceutil/trace.go:171","msg":"trace[1660456661] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"492.501618ms","start":"2026-02-25T22:15:59.947683Z","end":"2026-02-25T22:16:00.440185Z","steps":["trace[1660456661] 'process raft request' (duration: 492.330463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:00.440262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.947148Z","time spent":"493.049315ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:16:00.440262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.947412Z","time spent":"492.778457ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:16:00.44031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.947677Z","time spent":"492.554239ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:16:00.440127Z","caller":"traceutil/trace.go:171","msg":"trace[1014576769] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"491.979411ms","start":"2026-02-25T22:15:59.948124Z","end":"2026-02-25T22:16:00.440103Z","steps":["trace[1014576769] 'process raft request' (duration: 491.912579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:00.440563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.68446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:16:00.440597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.910518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-02-25T22:16:00.440554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.948109Z","time spent":"492.303211ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:16:00.440639Z","caller":"traceutil/trace.go:171","msg":"trace[709336091] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5212; }","duration":"443.996891ms","start":"2026-02-25T22:15:59.99663Z","end":"2026-02-25T22:16:00.440627Z","steps":["trace[709336091] 'agreement among raft nodes before linearized reading' (duration: 443.845626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:00.440632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.897106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88e82b5d-0587-464e-a844-21ee1d1a3fa6\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-02-25T22:16:00.440651Z","caller":"traceutil/trace.go:171","msg":"trace[30514089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5212; }","duration":"496.789834ms","start":"2026-02-25T22:15:59.943834Z","end":"2026-02-25T22:16:00.440624Z","steps":["trace[30514089] 'agreement among raft nodes before linearized reading' (duration: 496.635209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:00.440656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.959978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-25T22:16:00.440672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.996606Z","time spent":"444.060782ms","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-25T22:16:00.440699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.94382Z","time spent":"496.871156ms","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T22:16:00.44067Z","caller":"traceutil/trace.go:171","msg":"trace[46781719] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"492.24268ms","start":"2026-02-25T22:15:59.948371Z","end":"2026-02-25T22:16:00.440614Z","steps":["trace[46781719] 'process raft request' (duration: 491.695742ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:00.440705Z","caller":"traceutil/trace.go:171","msg":"trace[1565272321] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5212; }","duration":"496.02931ms","start":"2026-02-25T22:15:59.944664Z","end":"2026-02-25T22:16:00.440694Z","steps":["trace[1565272321] 'agreement among raft nodes before linearized reading' (duration: 495.859665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:00.440767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.94465Z","time spent":"496.110252ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T22:16:00.440696Z","caller":"traceutil/trace.go:171","msg":"trace[616151359] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-88e82b5d-0587-464e-a844-21ee1d1a3fa6; range_end:; response_count:1; response_revision:5212; }","duration":"495.985629ms","start":"2026-02-25T22:15:59.944693Z","end":"2026-02-25T22:16:00.440679Z","steps":["trace[616151359] 'agreement among raft nodes before linearized reading' (duration: 495.810153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:00.440879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.948355Z","time spent":"492.410345ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:16:00.440882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:15:59.944673Z","time spent":"496.181684ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88e82b5d-0587-464e-a844-21ee1d1a3fa6\" "} {"level":"warn","ts":"2026-02-25T22:16:02.956872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407036544,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T22:16:03.000623Z","caller":"traceutil/trace.go:171","msg":"trace[834912460] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"551.338704ms","start":"2026-02-25T22:16:02.449256Z","end":"2026-02-25T22:16:03.000594Z","steps":["trace[834912460] 'process raft request' (duration: 551.054665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:03.000807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:16:02.449239Z","time spent":"551.472817ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:16:03.005241Z","caller":"traceutil/trace.go:171","msg":"trace[1029075980] linearizableReadLoop","detail":"{readStateIndex:5445; appliedIndex:5438; }","duration":"549.546557ms","start":"2026-02-25T22:16:02.455667Z","end":"2026-02-25T22:16:03.005214Z","steps":["trace[1029075980] 'read index received' (duration: 544.808517ms)","trace[1029075980] 'applied index is now lower than readState.Index' (duration: 4.73698ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:16:03.005526Z","caller":"traceutil/trace.go:171","msg":"trace[944189411] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"417.44632ms","start":"2026-02-25T22:16:02.588048Z","end":"2026-02-25T22:16:03.005494Z","steps":["trace[944189411] 'process raft request' (duration: 417.110619ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:03.005617Z","caller":"traceutil/trace.go:171","msg":"trace[742154947] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"555.205906ms","start":"2026-02-25T22:16:02.4504Z","end":"2026-02-25T22:16:03.005606Z","steps":["trace[742154947] 'process raft request' (duration: 554.667579ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:03.005662Z","caller":"traceutil/trace.go:171","msg":"trace[2000508581] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"555.812115ms","start":"2026-02-25T22:16:02.449811Z","end":"2026-02-25T22:16:03.005623Z","steps":["trace[2000508581] 'process raft request' (duration: 555.097722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:03.005692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.519838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88e82b5d-0587-464e-a844-21ee1d1a3fa6\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-02-25T22:16:03.005727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:16:02.588033Z","time spent":"417.580054ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:16:03.005738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:16:02.450373Z","time spent":"555.274458ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:16:03.00575Z","caller":"traceutil/trace.go:171","msg":"trace[1457505691] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-88e82b5d-0587-464e-a844-21ee1d1a3fa6; range_end:; response_count:1; response_revision:5235; }","duration":"533.610361ms","start":"2026-02-25T22:16:02.47212Z","end":"2026-02-25T22:16:03.005731Z","steps":["trace[1457505691] 'agreement among raft nodes before linearized reading' (duration: 533.418255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:03.005789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:16:02.472106Z","time spent":"533.675154ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88e82b5d-0587-464e-a844-21ee1d1a3fa6\" "} {"level":"warn","ts":"2026-02-25T22:16:03.005855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:16:02.449766Z","time spent":"555.96417ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:16:03.005878Z","caller":"traceutil/trace.go:171","msg":"trace[238770424] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"555.422332ms","start":"2026-02-25T22:16:02.450444Z","end":"2026-02-25T22:16:03.005866Z","steps":["trace[238770424] 'process raft request' (duration: 554.652788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:03.005935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:16:02.450422Z","time spent":"555.479545ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:16:03.005942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.27393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T22:16:03.005977Z","caller":"traceutil/trace.go:171","msg":"trace[341065432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5235; }","duration":"550.345212ms","start":"2026-02-25T22:16:02.455619Z","end":"2026-02-25T22:16:03.005964Z","steps":["trace[341065432] 'agreement among raft nodes before linearized reading' (duration: 550.28827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:03.006014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:16:02.455605Z","time spent":"550.389424ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T22:16:03.006021Z","caller":"traceutil/trace.go:171","msg":"trace[1130121048] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"555.265298ms","start":"2026-02-25T22:16:02.450746Z","end":"2026-02-25T22:16:03.006011Z","steps":["trace[1130121048] 'process raft request' (duration: 554.39197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:03.006067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:16:02.450725Z","time spent":"555.316939ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:16:03.006154Z","caller":"traceutil/trace.go:171","msg":"trace[1321091320] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"215.228091ms","start":"2026-02-25T22:16:02.790917Z","end":"2026-02-25T22:16:03.006145Z","steps":["trace[1321091320] 'process raft request' (duration: 214.266801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:09.077772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407036785,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T22:16:09.221338Z","caller":"traceutil/trace.go:171","msg":"trace[68005260] linearizableReadLoop","detail":"{readStateIndex:5553; appliedIndex:5552; }","duration":"643.570876ms","start":"2026-02-25T22:16:08.577736Z","end":"2026-02-25T22:16:09.221307Z","steps":["trace[68005260] 'read index received' (duration: 643.436052ms)","trace[68005260] 'applied index is now lower than readState.Index' (duration: 133.484µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:16:09.221397Z","caller":"traceutil/trace.go:171","msg":"trace[466046941] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"728.384515ms","start":"2026-02-25T22:16:08.492974Z","end":"2026-02-25T22:16:09.221358Z","steps":["trace[466046941] 'process raft request' (duration: 728.125076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:09.221575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:16:08.492951Z","time spent":"728.528168ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16924,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:16:09.221633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.865026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-25T22:16:09.221702Z","caller":"traceutil/trace.go:171","msg":"trace[1169083789] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5339; }","duration":"643.973629ms","start":"2026-02-25T22:16:08.577702Z","end":"2026-02-25T22:16:09.221675Z","steps":["trace[1169083789] 'agreement among raft nodes before linearized reading' (duration: 643.759082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:09.221764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:16:08.577691Z","time spent":"644.057172ms","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-25T22:16:09.278554Z","caller":"traceutil/trace.go:171","msg":"trace[1948272363] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"191.011953ms","start":"2026-02-25T22:16:09.087503Z","end":"2026-02-25T22:16:09.278515Z","steps":["trace[1948272363] 'process raft request' (duration: 175.064338ms)","trace[1948272363] 'compare' (duration: 15.725758ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:16:09.278938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.61897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T22:16:09.27898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.813508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T22:16:09.279025Z","caller":"traceutil/trace.go:171","msg":"trace[948447172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5342; }","duration":"225.753005ms","start":"2026-02-25T22:16:09.053252Z","end":"2026-02-25T22:16:09.279005Z","steps":["trace[948447172] 'agreement among raft nodes before linearized reading' (duration: 225.429624ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:09.279052Z","caller":"traceutil/trace.go:171","msg":"trace[1284777584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5342; }","duration":"208.986764ms","start":"2026-02-25T22:16:09.070049Z","end":"2026-02-25T22:16:09.279036Z","steps":["trace[1284777584] 'agreement among raft nodes before linearized reading' (duration: 208.681774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:09.279058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.411167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:16:09.279193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.047498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-25T22:16:09.279203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.417754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hqqz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T22:16:09.279255Z","caller":"traceutil/trace.go:171","msg":"trace[934551216] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hqqz; range_end:; response_count:1; response_revision:5342; }","duration":"207.548808ms","start":"2026-02-25T22:16:09.071696Z","end":"2026-02-25T22:16:09.279245Z","steps":["trace[934551216] 'agreement among raft nodes before linearized reading' (duration: 206.97096ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:09.279256Z","caller":"traceutil/trace.go:171","msg":"trace[1382700783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5342; }","duration":"211.09948ms","start":"2026-02-25T22:16:09.068139Z","end":"2026-02-25T22:16:09.279239Z","steps":["trace[1382700783] 'agreement among raft nodes before linearized reading' (duration: 210.585264ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:09.279185Z","caller":"traceutil/trace.go:171","msg":"trace[81192868] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5342; }","duration":"203.582802ms","start":"2026-02-25T22:16:09.075576Z","end":"2026-02-25T22:16:09.279159Z","steps":["trace[81192868] 'agreement among raft nodes before linearized reading' (duration: 203.064526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:09.279075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.453793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T22:16:09.279376Z","caller":"traceutil/trace.go:171","msg":"trace[794604724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5342; }","duration":"224.790174ms","start":"2026-02-25T22:16:09.054579Z","end":"2026-02-25T22:16:09.27937Z","steps":["trace[794604724] 'agreement among raft nodes before linearized reading' (duration: 224.100222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:09.279058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.332314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:16:09.279439Z","caller":"traceutil/trace.go:171","msg":"trace[150296331] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5342; }","duration":"628.813959ms","start":"2026-02-25T22:16:08.650617Z","end":"2026-02-25T22:16:09.279431Z","steps":["trace[150296331] 'agreement among raft nodes before linearized reading' (duration: 628.077126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:09.279467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:16:08.650582Z","time spent":"628.872961ms","remote":"127.0.0.1:56750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:16:09.279186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.089167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T22:16:09.279574Z","caller":"traceutil/trace.go:171","msg":"trace[1267989047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5342; }","duration":"209.490439ms","start":"2026-02-25T22:16:09.070061Z","end":"2026-02-25T22:16:09.279552Z","steps":["trace[1267989047] 'agreement among raft nodes before linearized reading' (duration: 208.657282ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:14.489468Z","caller":"traceutil/trace.go:171","msg":"trace[17603512] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"136.276119ms","start":"2026-02-25T22:16:14.353154Z","end":"2026-02-25T22:16:14.48943Z","steps":["trace[17603512] 'process raft request' (duration: 135.942618ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:15.030951Z","caller":"traceutil/trace.go:171","msg":"trace[576131360] linearizableReadLoop","detail":"{readStateIndex:5611; appliedIndex:5610; }","duration":"464.833802ms","start":"2026-02-25T22:16:14.566079Z","end":"2026-02-25T22:16:15.030913Z","steps":["trace[576131360] 'read index received' (duration: 464.505941ms)","trace[576131360] 'applied index is now lower than readState.Index' (duration: 322.281µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:16:15.031285Z","caller":"traceutil/trace.go:171","msg":"trace[727353770] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"465.556955ms","start":"2026-02-25T22:16:14.565677Z","end":"2026-02-25T22:16:15.031234Z","steps":["trace[727353770] 'process raft request' (duration: 465.012658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:15.031686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.564435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-88e82b5d-0587-464e-a844-21ee1d1a3fa6\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-25T22:16:15.031804Z","caller":"traceutil/trace.go:171","msg":"trace[55554885] range","detail":"{range_begin:/registry/persistentvolumes/pvc-88e82b5d-0587-464e-a844-21ee1d1a3fa6; range_end:; response_count:1; response_revision:5396; }","duration":"465.73173ms","start":"2026-02-25T22:16:14.566051Z","end":"2026-02-25T22:16:15.031783Z","steps":["trace[55554885] 'agreement among raft nodes before linearized reading' (duration: 465.000597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:15.032073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:16:14.565654Z","time spent":"466.259347ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13863,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:16:15.032087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:16:14.566037Z","time spent":"465.940088ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-88e82b5d-0587-464e-a844-21ee1d1a3fa6\" "} {"level":"info","ts":"2026-02-25T22:16:15.306263Z","caller":"traceutil/trace.go:171","msg":"trace[94819731] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"119.985012ms","start":"2026-02-25T22:16:15.186177Z","end":"2026-02-25T22:16:15.306162Z","steps":["trace[94819731] 'process raft request' (duration: 54.948951ms)","trace[94819731] 'compare' (duration: 64.860646ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:16:15.55069Z","caller":"traceutil/trace.go:171","msg":"trace[1633951359] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"211.053329ms","start":"2026-02-25T22:16:15.339606Z","end":"2026-02-25T22:16:15.550659Z","steps":["trace[1633951359] 'process raft request' (duration: 136.260588ms)","trace[1633951359] 'compare' (duration: 74.513402ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:16:15.551552Z","caller":"traceutil/trace.go:171","msg":"trace[1763613028] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"205.153452ms","start":"2026-02-25T22:16:15.346356Z","end":"2026-02-25T22:16:15.55151Z","steps":["trace[1763613028] 'process raft request' (duration: 204.653256ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:15.552376Z","caller":"traceutil/trace.go:171","msg":"trace[1082932524] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"211.352659ms","start":"2026-02-25T22:16:15.339751Z","end":"2026-02-25T22:16:15.551104Z","steps":["trace[1082932524] 'process raft request' (duration: 210.850113ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:15.911955Z","caller":"traceutil/trace.go:171","msg":"trace[1836382014] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"268.060246ms","start":"2026-02-25T22:16:15.643855Z","end":"2026-02-25T22:16:15.911915Z","steps":["trace[1836382014] 'process raft request' (duration: 204.858453ms)","trace[1836382014] 'compare' (duration: 61.648204ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:16:15.927545Z","caller":"traceutil/trace.go:171","msg":"trace[1891384994] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"279.351523ms","start":"2026-02-25T22:16:15.648161Z","end":"2026-02-25T22:16:15.927512Z","steps":["trace[1891384994] 'process raft request' (duration: 279.2577ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:15.927809Z","caller":"traceutil/trace.go:171","msg":"trace[655596003] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"279.079615ms","start":"2026-02-25T22:16:15.6487Z","end":"2026-02-25T22:16:15.92778Z","steps":["trace[655596003] 'process raft request' (duration: 278.760615ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:15.927824Z","caller":"traceutil/trace.go:171","msg":"trace[199987134] linearizableReadLoop","detail":"{readStateIndex:5628; appliedIndex:5622; }","duration":"270.930406ms","start":"2026-02-25T22:16:15.656857Z","end":"2026-02-25T22:16:15.927788Z","steps":["trace[199987134] 'read index received' (duration: 191.770697ms)","trace[199987134] 'applied index is now lower than readState.Index' (duration: 79.158399ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:16:15.927921Z","caller":"traceutil/trace.go:171","msg":"trace[1008585120] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"272.414994ms","start":"2026-02-25T22:16:15.655483Z","end":"2026-02-25T22:16:15.927898Z","steps":["trace[1008585120] 'process raft request' (duration: 272.141245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:15.92817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.283758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-25T22:16:15.928224Z","caller":"traceutil/trace.go:171","msg":"trace[1550686038] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5413; }","duration":"271.36011ms","start":"2026-02-25T22:16:15.656847Z","end":"2026-02-25T22:16:15.928207Z","steps":["trace[1550686038] 'agreement among raft nodes before linearized reading' (duration: 271.102602ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:15.928237Z","caller":"traceutil/trace.go:171","msg":"trace[197686821] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"280.871562ms","start":"2026-02-25T22:16:15.64733Z","end":"2026-02-25T22:16:15.928201Z","steps":["trace[197686821] 'process raft request' (duration: 279.828149ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:15.928255Z","caller":"traceutil/trace.go:171","msg":"trace[1917255559] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"280.021934ms","start":"2026-02-25T22:16:15.647746Z","end":"2026-02-25T22:16:15.927768Z","steps":["trace[1917255559] 'process raft request' (duration: 279.600241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:15.971562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.193098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T22:16:15.971641Z","caller":"traceutil/trace.go:171","msg":"trace[2104695313] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5413; }","duration":"196.293171ms","start":"2026-02-25T22:16:15.775331Z","end":"2026-02-25T22:16:15.971624Z","steps":["trace[2104695313] 'agreement among raft nodes before linearized reading' (duration: 196.048533ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:27.519573Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2705} {"level":"info","ts":"2026-02-25T22:16:27.579462Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2705,"took":"58.036649ms","hash":4048998474,"current-db-size-bytes":38916096,"current-db-size":"39 MB","current-db-size-in-use-bytes":28909568,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-25T22:16:27.579537Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4048998474,"revision":2705,"compact-revision":-1} {"level":"warn","ts":"2026-02-25T22:16:50.63555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.465361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T22:16:50.635694Z","caller":"traceutil/trace.go:171","msg":"trace[706511048] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:5689; }","duration":"187.697699ms","start":"2026-02-25T22:16:50.447962Z","end":"2026-02-25T22:16:50.63566Z","steps":["trace[706511048] 'range keys from in-memory index tree' (duration: 187.157912ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:16:59.983379Z","caller":"traceutil/trace.go:171","msg":"trace[1972648683] linearizableReadLoop","detail":"{readStateIndex:5972; appliedIndex:5971; }","duration":"186.50059ms","start":"2026-02-25T22:16:59.796847Z","end":"2026-02-25T22:16:59.983348Z","steps":["trace[1972648683] 'read index received' (duration: 186.255572ms)","trace[1972648683] 'applied index is now lower than readState.Index' (duration: 243.088µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:16:59.983551Z","caller":"traceutil/trace.go:171","msg":"trace[901289897] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"217.821235ms","start":"2026-02-25T22:16:59.765718Z","end":"2026-02-25T22:16:59.983539Z","steps":["trace[901289897] 'process raft request' (duration: 217.390042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:59.984017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.10406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T22:16:59.984126Z","caller":"traceutil/trace.go:171","msg":"trace[1943449371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5745; }","duration":"187.345257ms","start":"2026-02-25T22:16:59.796758Z","end":"2026-02-25T22:16:59.984103Z","steps":["trace[1943449371] 'agreement among raft nodes before linearized reading' (duration: 186.917754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:59.984236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.264533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T22:16:59.984367Z","caller":"traceutil/trace.go:171","msg":"trace[2074183163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5745; }","duration":"186.48437ms","start":"2026-02-25T22:16:59.797853Z","end":"2026-02-25T22:16:59.984337Z","steps":["trace[2074183163] 'agreement among raft nodes before linearized reading' (duration: 185.996314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:16:59.984632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.375249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T22:16:59.985018Z","caller":"traceutil/trace.go:171","msg":"trace[164982767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5745; }","duration":"187.795171ms","start":"2026-02-25T22:16:59.7972Z","end":"2026-02-25T22:16:59.984995Z","steps":["trace[164982767] 'agreement among raft nodes before linearized reading' (duration: 186.449049ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:17:00.19867Z","caller":"traceutil/trace.go:171","msg":"trace[1614775201] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"208.314053ms","start":"2026-02-25T22:16:59.990327Z","end":"2026-02-25T22:17:00.198641Z","steps":["trace[1614775201] 'process raft request' (duration: 208.261931ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:17:00.198702Z","caller":"traceutil/trace.go:171","msg":"trace[269730030] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"208.410807ms","start":"2026-02-25T22:16:59.990262Z","end":"2026-02-25T22:17:00.198673Z","steps":["trace[269730030] 'process raft request' (duration: 200.224676ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:17:14.467592Z","caller":"traceutil/trace.go:171","msg":"trace[962833842] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"177.091311ms","start":"2026-02-25T22:17:14.290462Z","end":"2026-02-25T22:17:14.467553Z","steps":["trace[962833842] 'process raft request' (duration: 140.315084ms)","trace[962833842] 'compare' (duration: 36.634253ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:17:14.469662Z","caller":"traceutil/trace.go:171","msg":"trace[2062542787] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"179.089146ms","start":"2026-02-25T22:17:14.290545Z","end":"2026-02-25T22:17:14.469634Z","steps":["trace[2062542787] 'process raft request' (duration: 178.934761ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:21:23.234316Z","caller":"traceutil/trace.go:171","msg":"trace[1975600006] transaction","detail":"{read_only:false; response_revision:7467; number_of_response:1; }","duration":"117.889302ms","start":"2026-02-25T22:21:23.116388Z","end":"2026-02-25T22:21:23.234278Z","steps":["trace[1975600006] 'process raft request' (duration: 88.980529ms)","trace[1975600006] 'compare' (duration: 28.571662ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:21:27.527118Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5470} {"level":"info","ts":"2026-02-25T22:21:27.626029Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5470,"took":"96.21253ms","hash":1509802535,"current-db-size-bytes":39817216,"current-db-size":"40 MB","current-db-size-in-use-bytes":21835776,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-25T22:21:27.626284Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1509802535,"revision":5470,"compact-revision":2705} {"level":"info","ts":"2026-02-25T22:22:05.653175Z","caller":"traceutil/trace.go:171","msg":"trace[1066102290] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"167.381691ms","start":"2026-02-25T22:22:05.485766Z","end":"2026-02-25T22:22:05.653148Z","steps":["trace[1066102290] 'process raft request' (duration: 167.207546ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:22:05.682048Z","caller":"traceutil/trace.go:171","msg":"trace[90091395] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"112.430367ms","start":"2026-02-25T22:22:05.56958Z","end":"2026-02-25T22:22:05.682011Z","steps":["trace[90091395] 'process raft request' (duration: 111.845888ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:22:05.682225Z","caller":"traceutil/trace.go:171","msg":"trace[923581570] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"113.037497ms","start":"2026-02-25T22:22:05.569176Z","end":"2026-02-25T22:22:05.682214Z","steps":["trace[923581570] 'process raft request' (duration: 112.044905ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:22:25.042307Z","caller":"traceutil/trace.go:171","msg":"trace[1353153519] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"111.417876ms","start":"2026-02-25T22:22:24.930864Z","end":"2026-02-25T22:22:25.042282Z","steps":["trace[1353153519] 'process raft request' (duration: 111.22739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:26.394184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407043861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T22:22:26.990122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.109566ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-25T22:22:26.990448Z","caller":"traceutil/trace.go:171","msg":"trace[1960979612] linearizableReadLoop","detail":"{readStateIndex:8274; appliedIndex:8272; }","duration":"1.09681923s","start":"2026-02-25T22:22:25.893607Z","end":"2026-02-25T22:22:26.990426Z","steps":["trace[1960979612] 'read index received' (duration: 660.410225ms)","trace[1960979612] 'applied index is now lower than readState.Index' (duration: 436.407495ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:22:26.990596Z","caller":"traceutil/trace.go:171","msg":"trace[1640121705] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"1.109447303s","start":"2026-02-25T22:22:25.881047Z","end":"2026-02-25T22:22:26.990495Z","steps":["trace[1640121705] 'process raft request' (duration: 1.109211025s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:26.990764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.19577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:22:26.990743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097111459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hqqz\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-02-25T22:22:26.990773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.018421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T22:22:26.990813Z","caller":"traceutil/trace.go:171","msg":"trace[1891365023] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7967; }","duration":"714.318854ms","start":"2026-02-25T22:22:26.276477Z","end":"2026-02-25T22:22:26.990796Z","steps":["trace[1891365023] 'agreement among raft nodes before linearized reading' (duration: 714.21359ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:22:26.990843Z","caller":"traceutil/trace.go:171","msg":"trace[855841448] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hqqz; range_end:; response_count:1; response_revision:7967; }","duration":"1.097290215s","start":"2026-02-25T22:22:25.89353Z","end":"2026-02-25T22:22:26.99082Z","steps":["trace[855841448] 'agreement among raft nodes before linearized reading' (duration: 1.096958045s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:22:26.99086Z","caller":"traceutil/trace.go:171","msg":"trace[1266137739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7967; }","duration":"984.191966ms","start":"2026-02-25T22:22:26.006641Z","end":"2026-02-25T22:22:26.990833Z","steps":["trace[1266137739] 'agreement among raft nodes before linearized reading' (duration: 983.938008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:26.990838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.742883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:22:26.990898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:25.893499Z","time spent":"1.097386638s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-9hqqz\" "} {"level":"warn","ts":"2026-02-25T22:22:26.990759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.708471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-25T22:22:26.990924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:26.006618Z","time spent":"984.293579ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T22:22:26.990942Z","caller":"traceutil/trace.go:171","msg":"trace[384849355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7967; }","duration":"586.94298ms","start":"2026-02-25T22:22:26.403975Z","end":"2026-02-25T22:22:26.990918Z","steps":["trace[384849355] 'agreement among raft nodes before linearized reading' (duration: 586.757824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:26.990938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:25.881008Z","time spent":"1.109750692s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:22:26.990985Z","caller":"traceutil/trace.go:171","msg":"trace[359998207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7967; }","duration":"617.952709ms","start":"2026-02-25T22:22:26.373008Z","end":"2026-02-25T22:22:26.990961Z","steps":["trace[359998207] 'agreement among raft nodes before linearized reading' (duration: 617.610868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:26.990996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:26.403941Z","time spent":"587.046313ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T22:22:26.990956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.786691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-25T22:22:26.991045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:26.372994Z","time spent":"618.035931ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T22:22:26.990863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:26.27645Z","time spent":"714.401986ms","remote":"127.0.0.1:56770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-02-25T22:22:26.991089Z","caller":"traceutil/trace.go:171","msg":"trace[1706411102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7967; }","duration":"689.962957ms","start":"2026-02-25T22:22:26.301093Z","end":"2026-02-25T22:22:26.991056Z","steps":["trace[1706411102] 'agreement among raft nodes before linearized reading' (duration: 689.587965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:26.991143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:26.30107Z","time spent":"690.063769ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T22:22:26.991547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.289336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T22:22:26.991614Z","caller":"traceutil/trace.go:171","msg":"trace[807693103] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7967; }","duration":"270.406459ms","start":"2026-02-25T22:22:26.721193Z","end":"2026-02-25T22:22:26.991599Z","steps":["trace[807693103] 'agreement among raft nodes before linearized reading' (duration: 269.526341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:30.174333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.148262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:22:30.174426Z","caller":"traceutil/trace.go:171","msg":"trace[1530859549] linearizableReadLoop","detail":"{readStateIndex:8290; appliedIndex:8288; }","duration":"330.641611ms","start":"2026-02-25T22:22:29.843771Z","end":"2026-02-25T22:22:30.174412Z","steps":["trace[1530859549] 'read index received' (duration: 21.95935ms)","trace[1530859549] 'applied index is now lower than readState.Index' (duration: 308.681091ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:22:30.174509Z","caller":"traceutil/trace.go:171","msg":"trace[469864925] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"332.037756ms","start":"2026-02-25T22:22:29.842463Z","end":"2026-02-25T22:22:30.174501Z","steps":["trace[469864925] 'process raft request' (duration: 97.623815ms)","trace[469864925] 'compare' (duration: 233.824632ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:22:30.174552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:29.842449Z","time spent":"332.081837ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:22:30.174781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.254055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:22:30.174857Z","caller":"traceutil/trace.go:171","msg":"trace[1146450557] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7983; }","duration":"302.408331ms","start":"2026-02-25T22:22:29.872432Z","end":"2026-02-25T22:22:30.17484Z","steps":["trace[1146450557] 'agreement among raft nodes before linearized reading' (duration: 302.251146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:30.174899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:29.872408Z","time spent":"302.483463ms","remote":"127.0.0.1:54636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:22:30.175045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.25737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-25T22:22:30.175136Z","caller":"traceutil/trace.go:171","msg":"trace[896550725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7983; }","duration":"331.370054ms","start":"2026-02-25T22:22:29.843746Z","end":"2026-02-25T22:22:30.175116Z","steps":["trace[896550725] 'agreement among raft nodes before linearized reading' (duration: 331.181248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:30.175166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:29.843721Z","time spent":"331.439777ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-25T22:22:30.893664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:30.472304Z","time spent":"421.354476ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T22:22:31.456764Z","caller":"traceutil/trace.go:171","msg":"trace[1838353299] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"561.54336ms","start":"2026-02-25T22:22:30.895166Z","end":"2026-02-25T22:22:31.45671Z","steps":["trace[1838353299] 'process raft request' (duration: 502.155635ms)","trace[1838353299] 'compare' (duration: 58.815636ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:22:31.456818Z","caller":"traceutil/trace.go:171","msg":"trace[1822663164] linearizableReadLoop","detail":"{readStateIndex:8295; appliedIndex:8293; }","duration":"374.750298ms","start":"2026-02-25T22:22:31.082041Z","end":"2026-02-25T22:22:31.456791Z","steps":["trace[1822663164] 'read index received' (duration: 315.304092ms)","trace[1822663164] 'applied index is now lower than readState.Index' (duration: 59.445036ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:22:31.456974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:30.895135Z","time spent":"561.725136ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:22:31.457048Z","caller":"traceutil/trace.go:171","msg":"trace[1342703242] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"450.083742ms","start":"2026-02-25T22:22:31.006955Z","end":"2026-02-25T22:22:31.457039Z","steps":["trace[1342703242] 'process raft request' (duration: 449.69923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:31.457157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:31.006924Z","time spent":"450.151604ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:22:31.457459Z","caller":"traceutil/trace.go:171","msg":"trace[609929806] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"370.557924ms","start":"2026-02-25T22:22:31.086895Z","end":"2026-02-25T22:22:31.457453Z","steps":["trace[609929806] 'process raft request' (duration: 369.869152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:31.45745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.846735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hqqz\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-02-25T22:22:31.457496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:31.08688Z","time spent":"370.597186ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:22:31.457498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.598292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T22:22:31.457535Z","caller":"traceutil/trace.go:171","msg":"trace[173710198] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hqqz; range_end:; response_count:1; response_revision:7988; }","duration":"360.969829ms","start":"2026-02-25T22:22:31.096543Z","end":"2026-02-25T22:22:31.457513Z","steps":["trace[173710198] 'agreement among raft nodes before linearized reading' (duration: 360.759713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:31.457584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:31.096529Z","time spent":"361.046331ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-9hqqz\" "} {"level":"info","ts":"2026-02-25T22:22:31.457585Z","caller":"traceutil/trace.go:171","msg":"trace[653229603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7988; }","duration":"368.712576ms","start":"2026-02-25T22:22:31.088852Z","end":"2026-02-25T22:22:31.457565Z","steps":["trace[653229603] 'agreement among raft nodes before linearized reading' (duration: 368.481929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:31.457576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.520283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T22:22:31.457635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:31.088848Z","time spent":"368.778538ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T22:22:31.457663Z","caller":"traceutil/trace.go:171","msg":"trace[694478003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7988; }","duration":"375.661337ms","start":"2026-02-25T22:22:31.081978Z","end":"2026-02-25T22:22:31.457639Z","steps":["trace[694478003] 'agreement among raft nodes before linearized reading' (duration: 375.386569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:31.457702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:31.081954Z","time spent":"375.74137ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T22:22:31.458078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.09903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T22:22:31.458138Z","caller":"traceutil/trace.go:171","msg":"trace[1365458896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7988; }","duration":"370.171253ms","start":"2026-02-25T22:22:31.087953Z","end":"2026-02-25T22:22:31.458125Z","steps":["trace[1365458896] 'agreement among raft nodes before linearized reading' (duration: 369.249684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:31.458171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:31.087947Z","time spent":"370.216774ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T22:22:34.031352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.602509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T22:22:34.031443Z","caller":"traceutil/trace.go:171","msg":"trace[2044935073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8003; }","duration":"146.760274ms","start":"2026-02-25T22:22:33.884663Z","end":"2026-02-25T22:22:34.031423Z","steps":["trace[2044935073] 'range keys from in-memory index tree' (duration: 146.354931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:34.258058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.019613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T22:22:34.258172Z","caller":"traceutil/trace.go:171","msg":"trace[823729557] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8004; }","duration":"127.201799ms","start":"2026-02-25T22:22:34.13094Z","end":"2026-02-25T22:22:34.258141Z","steps":["trace[823729557] 'range keys from in-memory index tree' (duration: 126.768775ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:22:49.854356Z","caller":"traceutil/trace.go:171","msg":"trace[1200070661] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"309.200827ms","start":"2026-02-25T22:22:49.545133Z","end":"2026-02-25T22:22:49.854334Z","steps":["trace[1200070661] 'process raft request' (duration: 309.056143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:49.854529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:49.54509Z","time spent":"309.361832ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:22:50.23882Z","caller":"traceutil/trace.go:171","msg":"trace[1569882913] linearizableReadLoop","detail":"{readStateIndex:8390; appliedIndex:8388; }","duration":"607.33304ms","start":"2026-02-25T22:22:49.631443Z","end":"2026-02-25T22:22:50.238776Z","steps":["trace[1569882913] 'read index received' (duration: 222.784619ms)","trace[1569882913] 'applied index is now lower than readState.Index' (duration: 384.546881ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:22:50.238901Z","caller":"traceutil/trace.go:171","msg":"trace[1090155589] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"686.317111ms","start":"2026-02-25T22:22:49.552538Z","end":"2026-02-25T22:22:50.238855Z","steps":["trace[1090155589] 'process raft request' (duration: 620.80522ms)","trace[1090155589] 'compare' (duration: 64.931102ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:22:50.239129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:49.552499Z","time spent":"686.505148ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:22:50.23917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.590494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T22:22:50.239212Z","caller":"traceutil/trace.go:171","msg":"trace[1673495420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8079; }","duration":"583.707577ms","start":"2026-02-25T22:22:49.655492Z","end":"2026-02-25T22:22:50.239199Z","steps":["trace[1673495420] 'agreement among raft nodes before linearized reading' (duration: 583.4994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:50.239263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:49.655461Z","time spent":"583.788619ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T22:22:50.239295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.536196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T22:22:50.239354Z","caller":"traceutil/trace.go:171","msg":"trace[229220928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8079; }","duration":"528.638449ms","start":"2026-02-25T22:22:49.710701Z","end":"2026-02-25T22:22:50.23934Z","steps":["trace[229220928] 'agreement among raft nodes before linearized reading' (duration: 528.482964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:50.239332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.04975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T22:22:50.2394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:49.710676Z","time spent":"528.716682ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T22:22:50.239423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.39829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T22:22:50.239526Z","caller":"traceutil/trace.go:171","msg":"trace[1277667539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8079; }","duration":"119.555275ms","start":"2026-02-25T22:22:50.119943Z","end":"2026-02-25T22:22:50.239498Z","steps":["trace[1277667539] 'agreement among raft nodes before linearized reading' (duration: 119.239565ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:22:50.239437Z","caller":"traceutil/trace.go:171","msg":"trace[1567758073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8079; }","duration":"475.220524ms","start":"2026-02-25T22:22:49.76419Z","end":"2026-02-25T22:22:50.23941Z","steps":["trace[1567758073] 'agreement among raft nodes before linearized reading' (duration: 474.830482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:50.23955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.667299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hqqz\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-02-25T22:22:50.239604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:49.764166Z","time spent":"475.427631ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T22:22:50.239576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.995017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T22:22:50.239749Z","caller":"traceutil/trace.go:171","msg":"trace[1164704745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8079; }","duration":"527.241195ms","start":"2026-02-25T22:22:49.712464Z","end":"2026-02-25T22:22:50.239706Z","steps":["trace[1164704745] 'agreement among raft nodes before linearized reading' (duration: 526.737849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:50.240003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:49.712448Z","time spent":"527.543204ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T22:22:50.240023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.58327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T22:22:50.240056Z","caller":"traceutil/trace.go:171","msg":"trace[598329364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hqqz; range_end:; response_count:1; response_revision:8079; }","duration":"580.809024ms","start":"2026-02-25T22:22:49.658811Z","end":"2026-02-25T22:22:50.23962Z","steps":["trace[598329364] 'agreement among raft nodes before linearized reading' (duration: 580.470923ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:22:50.240101Z","caller":"traceutil/trace.go:171","msg":"trace[597569737] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8079; }","duration":"608.705575ms","start":"2026-02-25T22:22:49.631377Z","end":"2026-02-25T22:22:50.240083Z","steps":["trace[597569737] 'agreement among raft nodes before linearized reading' (duration: 607.531648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:50.240109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:49.65878Z","time spent":"581.31578ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-9hqqz\" "} {"level":"warn","ts":"2026-02-25T22:22:50.240157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:49.631351Z","time spent":"608.788617ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T22:22:50.396537Z","caller":"traceutil/trace.go:171","msg":"trace[1885700584] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"151.3438ms","start":"2026-02-25T22:22:50.245162Z","end":"2026-02-25T22:22:50.396506Z","steps":["trace[1885700584] 'process raft request' (duration: 108.533354ms)","trace[1885700584] 'compare' (duration: 42.593789ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:22:50.396529Z","caller":"traceutil/trace.go:171","msg":"trace[1058162282] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"151.313069ms","start":"2026-02-25T22:22:50.245181Z","end":"2026-02-25T22:22:50.396494Z","steps":["trace[1058162282] 'process raft request' (duration: 151.259787ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:22:50.410417Z","caller":"traceutil/trace.go:171","msg":"trace[1983541282] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"165.087638ms","start":"2026-02-25T22:22:50.24531Z","end":"2026-02-25T22:22:50.410397Z","steps":["trace[1983541282] 'process raft request' (duration: 164.997225ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:22:50.41043Z","caller":"traceutil/trace.go:171","msg":"trace[646824046] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"165.166241ms","start":"2026-02-25T22:22:50.24522Z","end":"2026-02-25T22:22:50.410387Z","steps":["trace[646824046] 'process raft request' (duration: 165.001306ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:22:50.410847Z","caller":"traceutil/trace.go:171","msg":"trace[2129483369] linearizableReadLoop","detail":"{readStateIndex:8395; appliedIndex:8390; }","duration":"165.090478ms","start":"2026-02-25T22:22:50.245741Z","end":"2026-02-25T22:22:50.410831Z","steps":["trace[2129483369] 'read index received' (duration: 108.087559ms)","trace[2129483369] 'applied index is now lower than readState.Index' (duration: 57.001429ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:22:50.410806Z","caller":"traceutil/trace.go:171","msg":"trace[1451049980] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"165.129109ms","start":"2026-02-25T22:22:50.245652Z","end":"2026-02-25T22:22:50.410781Z","steps":["trace[1451049980] 'process raft request' (duration: 164.700296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:50.411345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.579494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19576"} {"level":"info","ts":"2026-02-25T22:22:50.411411Z","caller":"traceutil/trace.go:171","msg":"trace[302495132] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8085; }","duration":"165.683467ms","start":"2026-02-25T22:22:50.245713Z","end":"2026-02-25T22:22:50.411396Z","steps":["trace[302495132] 'agreement among raft nodes before linearized reading' (duration: 165.348626ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:22:50.938014Z","caller":"traceutil/trace.go:171","msg":"trace[2120506800] linearizableReadLoop","detail":"{readStateIndex:8398; appliedIndex:8397; }","duration":"462.460808ms","start":"2026-02-25T22:22:50.475523Z","end":"2026-02-25T22:22:50.937984Z","steps":["trace[2120506800] 'read index received' (duration: 462.298693ms)","trace[2120506800] 'applied index is now lower than readState.Index' (duration: 160.055µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:22:50.938077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:50.473415Z","time spent":"464.644778ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T22:22:50.938177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.651174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:22:50.938232Z","caller":"traceutil/trace.go:171","msg":"trace[13670335] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8086; }","duration":"462.763258ms","start":"2026-02-25T22:22:50.475456Z","end":"2026-02-25T22:22:50.938219Z","steps":["trace[13670335] 'agreement among raft nodes before linearized reading' (duration: 462.646034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:22:50.938269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:22:50.475399Z","time spent":"462.861421ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-25T22:23:00.406575Z","caller":"traceutil/trace.go:171","msg":"trace[86411016] linearizableReadLoop","detail":"{readStateIndex:8490; appliedIndex:8489; }","duration":"202.651082ms","start":"2026-02-25T22:23:00.203896Z","end":"2026-02-25T22:23:00.406547Z","steps":["trace[86411016] 'read index received' (duration: 202.491887ms)","trace[86411016] 'applied index is now lower than readState.Index' (duration: 158.245µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:23:00.406891Z","caller":"traceutil/trace.go:171","msg":"trace[1412260119] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"205.239133ms","start":"2026-02-25T22:23:00.201637Z","end":"2026-02-25T22:23:00.406876Z","steps":["trace[1412260119] 'process raft request' (duration: 204.744628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:00.407218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.300102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-25T22:23:00.407303Z","caller":"traceutil/trace.go:171","msg":"trace[1462370694] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8175; }","duration":"203.417055ms","start":"2026-02-25T22:23:00.203866Z","end":"2026-02-25T22:23:00.407284Z","steps":["trace[1462370694] 'agreement among raft nodes before linearized reading' (duration: 203.197488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:00.407749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.353257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hqqz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T22:23:00.407834Z","caller":"traceutil/trace.go:171","msg":"trace[1534088939] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hqqz; range_end:; response_count:1; response_revision:8176; }","duration":"107.544663ms","start":"2026-02-25T22:23:00.30027Z","end":"2026-02-25T22:23:00.407815Z","steps":["trace[1534088939] 'agreement among raft nodes before linearized reading' (duration: 107.281305ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:00.407838Z","caller":"traceutil/trace.go:171","msg":"trace[943718449] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"129.197801ms","start":"2026-02-25T22:23:00.278628Z","end":"2026-02-25T22:23:00.407826Z","steps":["trace[943718449] 'process raft request' (duration: 128.789398ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:04.565316Z","caller":"traceutil/trace.go:171","msg":"trace[1587863621] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"661.931547ms","start":"2026-02-25T22:23:03.903349Z","end":"2026-02-25T22:23:04.56528Z","steps":["trace[1587863621] 'process raft request' (duration: 661.642268ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:04.565797Z","caller":"traceutil/trace.go:171","msg":"trace[1072874320] linearizableReadLoop","detail":"{readStateIndex:8515; appliedIndex:8515; }","duration":"162.644752ms","start":"2026-02-25T22:23:04.40313Z","end":"2026-02-25T22:23:04.565775Z","steps":["trace[1072874320] 'read index received' (duration: 162.633072ms)","trace[1072874320] 'applied index is now lower than readState.Index' (duration: 9.36µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:23:04.566076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.939471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:23:04.566133Z","caller":"traceutil/trace.go:171","msg":"trace[166770125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8199; }","duration":"163.072026ms","start":"2026-02-25T22:23:04.403045Z","end":"2026-02-25T22:23:04.566117Z","steps":["trace[166770125] 'agreement among raft nodes before linearized reading' (duration: 162.848019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:04.567224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:03.903318Z","time spent":"662.100333ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:23:05.066674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407044627,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T22:23:05.083925Z","caller":"traceutil/trace.go:171","msg":"trace[218153793] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"656.832445ms","start":"2026-02-25T22:23:04.426968Z","end":"2026-02-25T22:23:05.0838Z","steps":["trace[218153793] 'process raft request' (duration: 656.34435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:05.084225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.326618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hqqz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T22:23:05.084281Z","caller":"traceutil/trace.go:171","msg":"trace[640091296] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"616.226147ms","start":"2026-02-25T22:23:04.468041Z","end":"2026-02-25T22:23:05.084267Z","steps":["trace[640091296] 'process raft request' (duration: 615.69926ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:05.084284Z","caller":"traceutil/trace.go:171","msg":"trace[1498373867] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hqqz; range_end:; response_count:1; response_revision:8201; }","duration":"632.448252ms","start":"2026-02-25T22:23:04.451823Z","end":"2026-02-25T22:23:05.084271Z","steps":["trace[1498373867] 'agreement among raft nodes before linearized reading' (duration: 632.280057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:05.084326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:04.451809Z","time spent":"632.506303ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-9hqqz\" "} {"level":"warn","ts":"2026-02-25T22:23:05.08437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.637587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-25T22:23:05.084481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.620591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T22:23:05.084527Z","caller":"traceutil/trace.go:171","msg":"trace[554562361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8201; }","duration":"588.686643ms","start":"2026-02-25T22:23:04.495829Z","end":"2026-02-25T22:23:05.084515Z","steps":["trace[554562361] 'agreement among raft nodes before linearized reading' (duration: 588.59154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:05.084556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:04.495811Z","time spent":"588.737584ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T22:23:05.084227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.53744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-25T22:23:05.084584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.594564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T22:23:05.084656Z","caller":"traceutil/trace.go:171","msg":"trace[600463706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8201; }","duration":"590.014365ms","start":"2026-02-25T22:23:04.494634Z","end":"2026-02-25T22:23:05.084648Z","steps":["trace[600463706] 'agreement among raft nodes before linearized reading' (duration: 589.350964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:05.084693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:04.494609Z","time spent":"590.074427ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T22:23:05.084692Z","caller":"traceutil/trace.go:171","msg":"trace[1966485528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8201; }","duration":"613.755199ms","start":"2026-02-25T22:23:04.470914Z","end":"2026-02-25T22:23:05.084669Z","steps":["trace[1966485528] 'agreement among raft nodes before linearized reading' (duration: 613.413048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:05.084748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:04.470902Z","time spent":"613.830621ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T22:23:05.084399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:04.468022Z","time spent":"616.293179ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:23:05.084468Z","caller":"traceutil/trace.go:171","msg":"trace[320492814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8201; }","duration":"603.796162ms","start":"2026-02-25T22:23:04.480634Z","end":"2026-02-25T22:23:05.084431Z","steps":["trace[320492814] 'agreement among raft nodes before linearized reading' (duration: 603.430531ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:05.08403Z","caller":"traceutil/trace.go:171","msg":"trace[1160444612] linearizableReadLoop","detail":"{readStateIndex:8517; appliedIndex:8515; }","duration":"518.132834ms","start":"2026-02-25T22:23:04.56585Z","end":"2026-02-25T22:23:05.083983Z","steps":["trace[1160444612] 'read index received' (duration: 517.37737ms)","trace[1160444612] 'applied index is now lower than readState.Index' (duration: 753.444µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:23:05.085016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:04.480607Z","time spent":"604.35985ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T22:23:05.085013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.895554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-25T22:23:05.084834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:04.426937Z","time spent":"657.202257ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:23:05.085243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.134181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:23:05.085338Z","caller":"traceutil/trace.go:171","msg":"trace[1278529812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8201; }","duration":"516.289055ms","start":"2026-02-25T22:23:04.569025Z","end":"2026-02-25T22:23:05.085314Z","steps":["trace[1278529812] 'agreement among raft nodes before linearized reading' (duration: 516.109989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:05.085399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:04.569001Z","time spent":"516.386778ms","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T22:23:05.085197Z","caller":"traceutil/trace.go:171","msg":"trace[1331966742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8201; }","duration":"603.638578ms","start":"2026-02-25T22:23:04.481529Z","end":"2026-02-25T22:23:05.085167Z","steps":["trace[1331966742] 'agreement among raft nodes before linearized reading' (duration: 602.886614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:05.085379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.575097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T22:23:05.085464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:04.481454Z","time spent":"603.994938ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T22:23:05.085476Z","caller":"traceutil/trace.go:171","msg":"trace[1198956429] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8201; }","duration":"172.748653ms","start":"2026-02-25T22:23:04.912705Z","end":"2026-02-25T22:23:05.085454Z","steps":["trace[1198956429] 'agreement among raft nodes before linearized reading' (duration: 172.533356ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:07.444164Z","caller":"traceutil/trace.go:171","msg":"trace[1772326888] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"304.809113ms","start":"2026-02-25T22:23:07.139317Z","end":"2026-02-25T22:23:07.444126Z","steps":["trace[1772326888] 'process raft request' (duration: 293.008879ms)","trace[1772326888] 'compare' (duration: 11.223306ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:23:07.444363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:07.139312Z","time spent":"304.936208ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:23:07.444362Z","caller":"traceutil/trace.go:171","msg":"trace[1143213849] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"304.980479ms","start":"2026-02-25T22:23:07.139337Z","end":"2026-02-25T22:23:07.444317Z","steps":["trace[1143213849] 'process raft request' (duration: 304.724971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:07.44458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.130217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T22:23:07.44434Z","caller":"traceutil/trace.go:171","msg":"trace[960777011] linearizableReadLoop","detail":"{readStateIndex:8533; appliedIndex:8530; }","duration":"214.89068ms","start":"2026-02-25T22:23:07.229416Z","end":"2026-02-25T22:23:07.444306Z","steps":["trace[960777011] 'read index received' (duration: 203.053584ms)","trace[960777011] 'applied index is now lower than readState.Index' (duration: 11.835436ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:23:07.444647Z","caller":"traceutil/trace.go:171","msg":"trace[1281698452] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8216; }","duration":"215.287232ms","start":"2026-02-25T22:23:07.229348Z","end":"2026-02-25T22:23:07.444635Z","steps":["trace[1281698452] 'agreement among raft nodes before linearized reading' (duration: 215.053385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:07.444571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:07.139318Z","time spent":"305.145014ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:23:07.444955Z","caller":"traceutil/trace.go:171","msg":"trace[696441644] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"305.381152ms","start":"2026-02-25T22:23:07.139545Z","end":"2026-02-25T22:23:07.444926Z","steps":["trace[696441644] 'process raft request' (duration: 304.70163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:07.445087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:07.139534Z","time spent":"305.492776ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:23:08.822494Z","caller":"traceutil/trace.go:171","msg":"trace[572115046] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"241.416212ms","start":"2026-02-25T22:23:08.581043Z","end":"2026-02-25T22:23:08.822459Z","steps":["trace[572115046] 'process raft request' (duration: 241.188524ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:17.527203Z","caller":"traceutil/trace.go:171","msg":"trace[425171406] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8300; }","duration":"213.383512ms","start":"2026-02-25T22:23:17.313772Z","end":"2026-02-25T22:23:17.527155Z","steps":["trace[425171406] 'process raft request' (duration: 199.205252ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:17.564328Z","caller":"traceutil/trace.go:171","msg":"trace[514023856] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"249.304543ms","start":"2026-02-25T22:23:17.31499Z","end":"2026-02-25T22:23:17.564295Z","steps":["trace[514023856] 'process raft request' (duration: 249.059465ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:17.564452Z","caller":"traceutil/trace.go:171","msg":"trace[888896344] linearizableReadLoop","detail":"{readStateIndex:8624; appliedIndex:8622; }","duration":"195.223166ms","start":"2026-02-25T22:23:17.369204Z","end":"2026-02-25T22:23:17.564427Z","steps":["trace[888896344] 'read index received' (duration: 143.798044ms)","trace[888896344] 'applied index is now lower than readState.Index' (duration: 51.423832ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:23:17.564523Z","caller":"traceutil/trace.go:171","msg":"trace[631043984] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"194.71847ms","start":"2026-02-25T22:23:17.369769Z","end":"2026-02-25T22:23:17.564488Z","steps":["trace[631043984] 'process raft request' (duration: 194.42338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:17.564642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.425353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jn8dd\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-02-25T22:23:17.564679Z","caller":"traceutil/trace.go:171","msg":"trace[742009794] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jn8dd; range_end:; response_count:1; response_revision:8302; }","duration":"195.483205ms","start":"2026-02-25T22:23:17.369186Z","end":"2026-02-25T22:23:17.56467Z","steps":["trace[742009794] 'agreement among raft nodes before linearized reading' (duration: 195.359611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:17.564855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.561216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:23:17.564879Z","caller":"traceutil/trace.go:171","msg":"trace[124480140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8302; }","duration":"160.639738ms","start":"2026-02-25T22:23:17.404233Z","end":"2026-02-25T22:23:17.564873Z","steps":["trace[124480140] 'agreement among raft nodes before linearized reading' (duration: 160.590846ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:17.690585Z","caller":"traceutil/trace.go:171","msg":"trace[706006981] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8625; }","duration":"116.593231ms","start":"2026-02-25T22:23:17.573964Z","end":"2026-02-25T22:23:17.690557Z","steps":["trace[706006981] 'read index received' (duration: 15.238764ms)","trace[706006981] 'applied index is now lower than readState.Index' (duration: 101.353557ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:23:17.690939Z","caller":"traceutil/trace.go:171","msg":"trace[914651868] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"119.674798ms","start":"2026-02-25T22:23:17.571255Z","end":"2026-02-25T22:23:17.69093Z","steps":["trace[914651868] 'process raft request' (duration: 119.061579ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:17.691115Z","caller":"traceutil/trace.go:171","msg":"trace[988098728] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"119.799052ms","start":"2026-02-25T22:23:17.571309Z","end":"2026-02-25T22:23:17.691108Z","steps":["trace[988098728] 'process raft request' (duration: 119.157432ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:17.691623Z","caller":"traceutil/trace.go:171","msg":"trace[442500489] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"116.982983ms","start":"2026-02-25T22:23:17.574598Z","end":"2026-02-25T22:23:17.691581Z","steps":["trace[442500489] 'process raft request' (duration: 115.900409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:17.692109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.116209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-jn8dd\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-02-25T22:23:17.692152Z","caller":"traceutil/trace.go:171","msg":"trace[48491112] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-jn8dd; range_end:; response_count:1; response_revision:8306; }","duration":"118.195231ms","start":"2026-02-25T22:23:17.573944Z","end":"2026-02-25T22:23:17.69214Z","steps":["trace[48491112] 'agreement among raft nodes before linearized reading' (duration: 118.047076ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:18.592857Z","caller":"traceutil/trace.go:171","msg":"trace[1193319528] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"326.189932ms","start":"2026-02-25T22:23:18.26663Z","end":"2026-02-25T22:23:18.59282Z","steps":["trace[1193319528] 'process raft request' (duration: 326.025057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:18.593057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:18.266602Z","time spent":"326.349247ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:23:18.815464Z","caller":"traceutil/trace.go:171","msg":"trace[1499559155] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"544.256872ms","start":"2026-02-25T22:23:18.271162Z","end":"2026-02-25T22:23:18.815419Z","steps":["trace[1499559155] 'process raft request' (duration: 543.960513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:18.815588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.844742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T22:23:18.815654Z","caller":"traceutil/trace.go:171","msg":"trace[489127051] linearizableReadLoop","detail":"{readStateIndex:8631; appliedIndex:8629; }","duration":"435.551983ms","start":"2026-02-25T22:23:18.379756Z","end":"2026-02-25T22:23:18.815308Z","steps":["trace[489127051] 'read index received' (duration: 212.914077ms)","trace[489127051] 'applied index is now lower than readState.Index' (duration: 222.632546ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:23:18.815676Z","caller":"traceutil/trace.go:171","msg":"trace[1041376458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8308; }","duration":"436.022198ms","start":"2026-02-25T22:23:18.379635Z","end":"2026-02-25T22:23:18.815657Z","steps":["trace[1041376458] 'agreement among raft nodes before linearized reading' (duration: 435.856753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:18.815676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:18.271128Z","time spent":"544.439528ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:23:18.81576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:18.379601Z","time spent":"436.145022ms","remote":"127.0.0.1:47518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:23:19.069554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.216839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:23:19.06971Z","caller":"traceutil/trace.go:171","msg":"trace[887077941] linearizableReadLoop","detail":"{readStateIndex:8633; appliedIndex:8632; }","duration":"153.714589ms","start":"2026-02-25T22:23:18.915967Z","end":"2026-02-25T22:23:19.069682Z","steps":["trace[887077941] 'read index received' (duration: 2.20027ms)","trace[887077941] 'applied index is now lower than readState.Index' (duration: 151.513079ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:23:19.069844Z","caller":"traceutil/trace.go:171","msg":"trace[119909689] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"203.85787ms","start":"2026-02-25T22:23:18.865961Z","end":"2026-02-25T22:23:19.069819Z","steps":["trace[119909689] 'process raft request' (duration: 52.246668ms)","trace[119909689] 'compare' (duration: 151.063035ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:23:19.070182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.208394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-25T22:23:19.070223Z","caller":"traceutil/trace.go:171","msg":"trace[44021544] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8310; }","duration":"154.301977ms","start":"2026-02-25T22:23:18.915909Z","end":"2026-02-25T22:23:19.070211Z","steps":["trace[44021544] 'agreement among raft nodes before linearized reading' (duration: 154.210804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:19.070414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.411371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-25T22:23:19.070525Z","caller":"traceutil/trace.go:171","msg":"trace[1004861366] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8310; }","duration":"154.600247ms","start":"2026-02-25T22:23:18.915901Z","end":"2026-02-25T22:23:19.070502Z","steps":["trace[1004861366] 'agreement among raft nodes before linearized reading' (duration: 154.362559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:19.070426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.025356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-02-25T22:23:19.070703Z","caller":"traceutil/trace.go:171","msg":"trace[394560997] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8310; }","duration":"153.343506ms","start":"2026-02-25T22:23:18.917338Z","end":"2026-02-25T22:23:19.070682Z","steps":["trace[394560997] 'agreement among raft nodes before linearized reading' (duration: 152.847001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:19.432148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.110947ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:23:19.432322Z","caller":"traceutil/trace.go:171","msg":"trace[261792276] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8310; }","duration":"112.309484ms","start":"2026-02-25T22:23:19.319985Z","end":"2026-02-25T22:23:19.432294Z","steps":["trace[261792276] 'range keys from in-memory index tree' (duration: 112.086117ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:19.432387Z","caller":"traceutil/trace.go:171","msg":"trace[273134791] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"350.477232ms","start":"2026-02-25T22:23:19.081869Z","end":"2026-02-25T22:23:19.432347Z","steps":["trace[273134791] 'process raft request' (duration: 298.280886ms)","trace[273134791] 'compare' (duration: 51.825325ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:23:19.432543Z","caller":"traceutil/trace.go:171","msg":"trace[985618161] linearizableReadLoop","detail":"{readStateIndex:8634; appliedIndex:8633; }","duration":"350.526825ms","start":"2026-02-25T22:23:19.081983Z","end":"2026-02-25T22:23:19.43251Z","steps":["trace[985618161] 'read index received' (duration: 298.268936ms)","trace[985618161] 'applied index is now lower than readState.Index' (duration: 52.253488ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:23:19.43259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:19.081846Z","time spent":"350.630948ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:23:19.43258Z","caller":"traceutil/trace.go:171","msg":"trace[1601299028] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"249.424116ms","start":"2026-02-25T22:23:19.183123Z","end":"2026-02-25T22:23:19.432547Z","steps":["trace[1601299028] 'process raft request' (duration: 249.372494ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:19.43281Z","caller":"traceutil/trace.go:171","msg":"trace[438144960] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"278.85943ms","start":"2026-02-25T22:23:19.15394Z","end":"2026-02-25T22:23:19.4328Z","steps":["trace[438144960] 'process raft request' (duration: 278.430726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:19.432925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.186416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hqqz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T22:23:19.432998Z","caller":"traceutil/trace.go:171","msg":"trace[2080749548] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hqqz; range_end:; response_count:1; response_revision:8313; }","duration":"219.31759ms","start":"2026-02-25T22:23:19.213662Z","end":"2026-02-25T22:23:19.43298Z","steps":["trace[2080749548] 'agreement among raft nodes before linearized reading' (duration: 219.115704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:19.433033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.110139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-25T22:23:19.433061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.032628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T22:23:19.433089Z","caller":"traceutil/trace.go:171","msg":"trace[1348900708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8313; }","duration":"216.17486ms","start":"2026-02-25T22:23:19.216894Z","end":"2026-02-25T22:23:19.433069Z","steps":["trace[1348900708] 'agreement among raft nodes before linearized reading' (duration: 216.022585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:19.4332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.832664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-25T22:23:19.433107Z","caller":"traceutil/trace.go:171","msg":"trace[1560947453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8313; }","duration":"211.090169ms","start":"2026-02-25T22:23:19.222004Z","end":"2026-02-25T22:23:19.433094Z","steps":["trace[1560947453] 'agreement among raft nodes before linearized reading' (duration: 210.910123ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:19.43325Z","caller":"traceutil/trace.go:171","msg":"trace[7537373] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8313; }","duration":"351.292138ms","start":"2026-02-25T22:23:19.081941Z","end":"2026-02-25T22:23:19.433233Z","steps":["trace[7537373] 'agreement among raft nodes before linearized reading' (duration: 350.726681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:19.43329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:19.081922Z","time spent":"351.354981ms","remote":"127.0.0.1:54344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-02-25T22:23:19.434068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.778513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-02-25T22:23:19.434193Z","caller":"traceutil/trace.go:171","msg":"trace[762483479] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8313; }","duration":"143.973689ms","start":"2026-02-25T22:23:19.290193Z","end":"2026-02-25T22:23:19.434167Z","steps":["trace[762483479] 'agreement among raft nodes before linearized reading' (duration: 142.651287ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:19.643777Z","caller":"traceutil/trace.go:171","msg":"trace[333647857] linearizableReadLoop","detail":"{readStateIndex:8638; appliedIndex:8636; }","duration":"204.675366ms","start":"2026-02-25T22:23:19.439015Z","end":"2026-02-25T22:23:19.643691Z","steps":["trace[333647857] 'read index received' (duration: 54.743298ms)","trace[333647857] 'applied index is now lower than readState.Index' (duration: 149.930818ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:23:19.643934Z","caller":"traceutil/trace.go:171","msg":"trace[1723173746] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"205.809012ms","start":"2026-02-25T22:23:19.438101Z","end":"2026-02-25T22:23:19.64391Z","steps":["trace[1723173746] 'process raft request' (duration: 109.572318ms)","trace[1723173746] 'compare' (duration: 95.856691ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:23:19.644098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.054317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-25T22:23:19.644162Z","caller":"traceutil/trace.go:171","msg":"trace[1986155995] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8315; }","duration":"205.168521ms","start":"2026-02-25T22:23:19.438975Z","end":"2026-02-25T22:23:19.644144Z","steps":["trace[1986155995] 'agreement among raft nodes before linearized reading' (duration: 204.948024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:19.644139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.875813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-02-25T22:23:19.644287Z","caller":"traceutil/trace.go:171","msg":"trace[792603827] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8315; }","duration":"177.046719ms","start":"2026-02-25T22:23:19.46718Z","end":"2026-02-25T22:23:19.644227Z","steps":["trace[792603827] 'agreement among raft nodes before linearized reading' (duration: 176.7657ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:20.601862Z","caller":"traceutil/trace.go:171","msg":"trace[1804591102] linearizableReadLoop","detail":"{readStateIndex:8643; appliedIndex:8642; }","duration":"197.975123ms","start":"2026-02-25T22:23:20.403824Z","end":"2026-02-25T22:23:20.601799Z","steps":["trace[1804591102] 'read index received' (duration: 197.700744ms)","trace[1804591102] 'applied index is now lower than readState.Index' (duration: 273.359µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:23:20.602326Z","caller":"traceutil/trace.go:171","msg":"trace[647846023] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"276.106662ms","start":"2026-02-25T22:23:20.326208Z","end":"2026-02-25T22:23:20.602315Z","steps":["trace[647846023] 'process raft request' (duration: 275.282506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:20.602597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.753627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:23:20.602631Z","caller":"traceutil/trace.go:171","msg":"trace[1813880707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8320; }","duration":"198.806869ms","start":"2026-02-25T22:23:20.403816Z","end":"2026-02-25T22:23:20.602623Z","steps":["trace[1813880707] 'agreement among raft nodes before linearized reading' (duration: 198.725666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:20.602905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.715036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-25T22:23:20.602993Z","caller":"traceutil/trace.go:171","msg":"trace[623229786] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:8320; }","duration":"129.82624ms","start":"2026-02-25T22:23:20.473145Z","end":"2026-02-25T22:23:20.602972Z","steps":["trace[623229786] 'agreement among raft nodes before linearized reading' (duration: 129.52754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:21.103556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.223555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:23:21.103856Z","caller":"traceutil/trace.go:171","msg":"trace[1024472379] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"365.925323ms","start":"2026-02-25T22:23:20.737904Z","end":"2026-02-25T22:23:21.103829Z","steps":["trace[1024472379] 'process raft request' (duration: 365.788999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:21.103974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:20.737871Z","time spent":"366.046887ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:23:21.103985Z","caller":"traceutil/trace.go:171","msg":"trace[797414635] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"396.833374ms","start":"2026-02-25T22:23:20.707054Z","end":"2026-02-25T22:23:21.103888Z","steps":["trace[797414635] 'process raft request' (duration: 138.172905ms)","trace[797414635] 'compare' (duration: 258.041859ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:23:21.10424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:20.707001Z","time spent":"397.134174ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T22:23:21.594807Z","caller":"traceutil/trace.go:171","msg":"trace[1814654920] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"623.371183ms","start":"2026-02-25T22:23:20.971406Z","end":"2026-02-25T22:23:21.594777Z","steps":["trace[1814654920] 'process raft request' (duration: 623.182527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:21.595197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:20.971371Z","time spent":"623.620681ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:23:21.88871Z","caller":"traceutil/trace.go:171","msg":"trace[1109494482] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"813.60238ms","start":"2026-02-25T22:23:21.075009Z","end":"2026-02-25T22:23:21.888611Z","steps":["trace[1109494482] 'process raft request' (duration: 813.215118ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:21.888714Z","caller":"traceutil/trace.go:171","msg":"trace[1350574630] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"780.48837ms","start":"2026-02-25T22:23:21.108177Z","end":"2026-02-25T22:23:21.888665Z","steps":["trace[1350574630] 'process raft request' (duration: 780.260563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:21.88894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:21.074974Z","time spent":"813.836798ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:23:21.888954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:21.108155Z","time spent":"780.678767ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:23:21.888977Z","caller":"traceutil/trace.go:171","msg":"trace[1376038176] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"780.413228ms","start":"2026-02-25T22:23:21.1085Z","end":"2026-02-25T22:23:21.888913Z","steps":["trace[1376038176] 'process raft request' (duration: 780.027096ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:21.889459Z","caller":"traceutil/trace.go:171","msg":"trace[1286184078] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"445.974703ms","start":"2026-02-25T22:23:21.44345Z","end":"2026-02-25T22:23:21.889425Z","steps":["trace[1286184078] 'process raft request' (duration: 445.312802ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:21.889626Z","caller":"traceutil/trace.go:171","msg":"trace[1653361887] linearizableReadLoop","detail":"{readStateIndex:8648; appliedIndex:8646; }","duration":"783.358651ms","start":"2026-02-25T22:23:21.106245Z","end":"2026-02-25T22:23:21.889603Z","steps":["trace[1653361887] 'read index received' (duration: 488.500833ms)","trace[1653361887] 'applied index is now lower than readState.Index' (duration: 294.855618ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:23:21.88972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:21.108468Z","time spent":"780.607234ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T22:23:21.88966Z","caller":"traceutil/trace.go:171","msg":"trace[1833308267] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"446.079857ms","start":"2026-02-25T22:23:21.44354Z","end":"2026-02-25T22:23:21.88962Z","steps":["trace[1833308267] 'process raft request' (duration: 445.824599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:21.889981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:21.443416Z","time spent":"446.18417ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:23:21.890018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:21.443502Z","time spent":"446.395717ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:23:21.890025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.750284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-25T22:23:21.890124Z","caller":"traceutil/trace.go:171","msg":"trace[1649133485] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8328; }","duration":"783.92762ms","start":"2026-02-25T22:23:21.106173Z","end":"2026-02-25T22:23:21.890101Z","steps":["trace[1649133485] 'agreement among raft nodes before linearized reading' (duration: 783.577399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:21.890191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:21.10615Z","time spent":"784.030552ms","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-25T22:23:21.890214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.985088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T22:23:21.890259Z","caller":"traceutil/trace.go:171","msg":"trace[653619362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8328; }","duration":"160.153833ms","start":"2026-02-25T22:23:21.73009Z","end":"2026-02-25T22:23:21.890243Z","steps":["trace[653619362] 'agreement among raft nodes before linearized reading' (duration: 159.993648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:21.890269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.730949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-25T22:23:21.890283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.78428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T22:23:21.890326Z","caller":"traceutil/trace.go:171","msg":"trace[263592565] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8328; }","duration":"481.807671ms","start":"2026-02-25T22:23:21.408499Z","end":"2026-02-25T22:23:21.890307Z","steps":["trace[263592565] 'agreement among raft nodes before linearized reading' (duration: 481.655266ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:21.890336Z","caller":"traceutil/trace.go:171","msg":"trace[917885721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8328; }","duration":"193.842592ms","start":"2026-02-25T22:23:21.696476Z","end":"2026-02-25T22:23:21.890318Z","steps":["trace[917885721] 'agreement among raft nodes before linearized reading' (duration: 193.746069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:21.890368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.39272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T22:23:21.890392Z","caller":"traceutil/trace.go:171","msg":"trace[957233368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8328; }","duration":"390.463562ms","start":"2026-02-25T22:23:21.499918Z","end":"2026-02-25T22:23:21.890382Z","steps":["trace[957233368] 'agreement among raft nodes before linearized reading' (duration: 390.41165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:21.890411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:21.499888Z","time spent":"390.519563ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T22:23:21.890444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.367443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:23:21.890414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.992129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hqqz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T22:23:21.890501Z","caller":"traceutil/trace.go:171","msg":"trace[708085862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8328; }","duration":"485.416855ms","start":"2026-02-25T22:23:21.405068Z","end":"2026-02-25T22:23:21.890485Z","steps":["trace[708085862] 'agreement among raft nodes before linearized reading' (duration: 485.341782ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:21.890527Z","caller":"traceutil/trace.go:171","msg":"trace[745841456] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hqqz; range_end:; response_count:1; response_revision:8328; }","duration":"443.131093ms","start":"2026-02-25T22:23:21.447372Z","end":"2026-02-25T22:23:21.890503Z","steps":["trace[745841456] 'agreement among raft nodes before linearized reading' (duration: 442.760712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:21.890004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.562934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-02-25T22:23:21.890548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:21.40498Z","time spent":"485.55701ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T22:23:21.890583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:21.447304Z","time spent":"443.269168ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-9hqqz\" "} {"level":"info","ts":"2026-02-25T22:23:21.890591Z","caller":"traceutil/trace.go:171","msg":"trace[1863717466] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8328; }","duration":"782.168624ms","start":"2026-02-25T22:23:21.108406Z","end":"2026-02-25T22:23:21.890574Z","steps":["trace[1863717466] 'agreement among raft nodes before linearized reading' (duration: 781.438491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:21.890125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.266271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-25T22:23:21.890784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:21.108395Z","time spent":"782.37123ms","remote":"127.0.0.1:54360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T22:23:21.890021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.027181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T22:23:21.890844Z","caller":"traceutil/trace.go:171","msg":"trace[1249794762] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8328; }","duration":"347.973963ms","start":"2026-02-25T22:23:21.542846Z","end":"2026-02-25T22:23:21.89082Z","steps":["trace[1249794762] 'agreement among raft nodes before linearized reading' (duration: 347.188249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:21.890918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:21.542765Z","time spent":"348.135828ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T22:23:21.890872Z","caller":"traceutil/trace.go:171","msg":"trace[4004800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8328; }","duration":"242.92131ms","start":"2026-02-25T22:23:21.647942Z","end":"2026-02-25T22:23:21.890863Z","steps":["trace[4004800] 'agreement among raft nodes before linearized reading' (duration: 241.930048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:21.890384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:21.408487Z","time spent":"481.885363ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-25T22:23:22.064014Z","caller":"traceutil/trace.go:171","msg":"trace[1676890318] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"167.572198ms","start":"2026-02-25T22:23:21.896392Z","end":"2026-02-25T22:23:22.063964Z","steps":["trace[1676890318] 'process raft request' (duration: 167.273579ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:22.064034Z","caller":"traceutil/trace.go:171","msg":"trace[1897543294] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"167.514057ms","start":"2026-02-25T22:23:21.896496Z","end":"2026-02-25T22:23:22.06401Z","steps":["trace[1897543294] 'process raft request' (duration: 167.387023ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:22.064285Z","caller":"traceutil/trace.go:171","msg":"trace[647893999] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"167.648951ms","start":"2026-02-25T22:23:21.896619Z","end":"2026-02-25T22:23:22.064268Z","steps":["trace[647893999] 'process raft request' (duration: 167.31972ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:22.064725Z","caller":"traceutil/trace.go:171","msg":"trace[1717724551] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"167.65112ms","start":"2026-02-25T22:23:21.897051Z","end":"2026-02-25T22:23:22.064702Z","steps":["trace[1717724551] 'process raft request' (duration: 167.167465ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:22.064831Z","caller":"traceutil/trace.go:171","msg":"trace[998649134] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"167.467365ms","start":"2026-02-25T22:23:21.897348Z","end":"2026-02-25T22:23:22.064815Z","steps":["trace[998649134] 'process raft request' (duration: 167.231428ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:22.06483Z","caller":"traceutil/trace.go:171","msg":"trace[234143513] linearizableReadLoop","detail":"{readStateIndex:8656; appliedIndex:8652; }","duration":"168.121285ms","start":"2026-02-25T22:23:21.896674Z","end":"2026-02-25T22:23:22.064796Z","steps":["trace[234143513] 'read index received' (duration: 11.283468ms)","trace[234143513] 'applied index is now lower than readState.Index' (duration: 156.836507ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:23:22.064906Z","caller":"traceutil/trace.go:171","msg":"trace[1820688171] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"167.085082ms","start":"2026-02-25T22:23:21.897807Z","end":"2026-02-25T22:23:22.064892Z","steps":["trace[1820688171] 'process raft request' (duration: 166.934868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:22.065177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.470926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19564"} {"level":"info","ts":"2026-02-25T22:23:22.065236Z","caller":"traceutil/trace.go:171","msg":"trace[869303184] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8335; }","duration":"168.567789ms","start":"2026-02-25T22:23:21.896655Z","end":"2026-02-25T22:23:22.065223Z","steps":["trace[869303184] 'agreement among raft nodes before linearized reading' (duration: 168.328751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:22.065441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.098955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227419"} {"level":"info","ts":"2026-02-25T22:23:22.065492Z","caller":"traceutil/trace.go:171","msg":"trace[123742347] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8335; }","duration":"168.178457ms","start":"2026-02-25T22:23:21.897301Z","end":"2026-02-25T22:23:22.065479Z","steps":["trace[123742347] 'agreement among raft nodes before linearized reading' (duration: 167.698622ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:30.238449Z","caller":"traceutil/trace.go:171","msg":"trace[1551878170] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"128.591081ms","start":"2026-02-25T22:23:30.109815Z","end":"2026-02-25T22:23:30.238406Z","steps":["trace[1551878170] 'process raft request' (duration: 128.336633ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:23:30.550602Z","caller":"traceutil/trace.go:171","msg":"trace[1662607133] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"307.552881ms","start":"2026-02-25T22:23:30.243002Z","end":"2026-02-25T22:23:30.550554Z","steps":["trace[1662607133] 'process raft request' (duration: 215.082776ms)","trace[1662607133] 'compare' (duration: 92.31034ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:23:30.551313Z","caller":"traceutil/trace.go:171","msg":"trace[410131722] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"307.195109ms","start":"2026-02-25T22:23:30.24409Z","end":"2026-02-25T22:23:30.551286Z","steps":["trace[410131722] 'process raft request' (duration: 307.078965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:30.551463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:30.244059Z","time spent":"307.330484ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:23:30.551791Z","caller":"traceutil/trace.go:171","msg":"trace[923099984] linearizableReadLoop","detail":"{readStateIndex:8722; appliedIndex:8719; }","duration":"305.00528ms","start":"2026-02-25T22:23:30.246776Z","end":"2026-02-25T22:23:30.551782Z","steps":["trace[923099984] 'read index received' (duration: 211.328537ms)","trace[923099984] 'applied index is now lower than readState.Index' (duration: 93.675653ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:23:30.551849Z","caller":"traceutil/trace.go:171","msg":"trace[1928993240] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"307.724347ms","start":"2026-02-25T22:23:30.24412Z","end":"2026-02-25T22:23:30.551844Z","steps":["trace[1928993240] 'process raft request' (duration: 307.135948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:30.551886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:30.244093Z","time spent":"307.772917ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:23:30.552336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.564868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227325"} {"level":"info","ts":"2026-02-25T22:23:30.552365Z","caller":"traceutil/trace.go:171","msg":"trace[409741572] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8397; }","duration":"305.62587ms","start":"2026-02-25T22:23:30.246734Z","end":"2026-02-25T22:23:30.55236Z","steps":["trace[409741572] 'agreement among raft nodes before linearized reading' (duration: 305.32612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:30.552389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:30.246723Z","time spent":"305.659331ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227347,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-25T22:23:30.552336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.365409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-f8f7b8cf9-8kbn4.18979d7b1320829d\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-25T22:23:30.552469Z","caller":"traceutil/trace.go:171","msg":"trace[1956643721] range","detail":"{range_begin:/registry/events/openstack/barbican-api-f8f7b8cf9-8kbn4.18979d7b1320829d; range_end:; response_count:1; response_revision:8397; }","duration":"229.579516ms","start":"2026-02-25T22:23:30.322856Z","end":"2026-02-25T22:23:30.552435Z","steps":["trace[1956643721] 'agreement among raft nodes before linearized reading' (duration: 229.124862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:30.552748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.813635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:23:30.552786Z","caller":"traceutil/trace.go:171","msg":"trace[1188924905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8397; }","duration":"149.886437ms","start":"2026-02-25T22:23:30.402891Z","end":"2026-02-25T22:23:30.552777Z","steps":["trace[1188924905] 'agreement among raft nodes before linearized reading' (duration: 149.815635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:30.553326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.3693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-25T22:23:30.553672Z","caller":"traceutil/trace.go:171","msg":"trace[550940642] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8397; }","duration":"115.259858ms","start":"2026-02-25T22:23:30.438379Z","end":"2026-02-25T22:23:30.553639Z","steps":["trace[550940642] 'agreement among raft nodes before linearized reading' (duration: 114.111582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:23:30.553378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:23:30.242978Z","time spent":"309.567495ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:24:36.833609Z","caller":"traceutil/trace.go:171","msg":"trace[1778970461] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"182.11086ms","start":"2026-02-25T22:24:36.651457Z","end":"2026-02-25T22:24:36.833568Z","steps":["trace[1778970461] 'process raft request' (duration: 181.877932ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:24:36.95895Z","caller":"traceutil/trace.go:171","msg":"trace[678040622] linearizableReadLoop","detail":"{readStateIndex:9371; appliedIndex:9369; }","duration":"225.61187ms","start":"2026-02-25T22:24:36.733311Z","end":"2026-02-25T22:24:36.958922Z","steps":["trace[678040622] 'read index received' (duration: 100.058316ms)","trace[678040622] 'applied index is now lower than readState.Index' (duration: 125.552254ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:24:36.959228Z","caller":"traceutil/trace.go:171","msg":"trace[185770805] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"268.169051ms","start":"2026-02-25T22:24:36.690985Z","end":"2026-02-25T22:24:36.959154Z","steps":["trace[185770805] 'process raft request' (duration: 229.733911ms)","trace[185770805] 'compare' (duration: 38.082418ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:24:36.959397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.069835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:24:36.959475Z","caller":"traceutil/trace.go:171","msg":"trace[1905591911] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9028; }","duration":"226.211289ms","start":"2026-02-25T22:24:36.733248Z","end":"2026-02-25T22:24:36.959459Z","steps":["trace[1905591911] 'agreement among raft nodes before linearized reading' (duration: 226.075185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:24:38.113682Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013517976s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T22:24:38.204555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104313237s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:24:38.204904Z","caller":"traceutil/trace.go:171","msg":"trace[480726477] linearizableReadLoop","detail":"{readStateIndex:9374; appliedIndex:9371; }","duration":"1.234996404s","start":"2026-02-25T22:24:36.969879Z","end":"2026-02-25T22:24:38.204876Z","steps":["trace[480726477] 'read index received' (duration: 130.264734ms)","trace[480726477] 'applied index is now lower than readState.Index' (duration: 1.10472952s)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:24:38.205161Z","caller":"traceutil/trace.go:171","msg":"trace[289160433] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"1.24146791s","start":"2026-02-25T22:24:36.963651Z","end":"2026-02-25T22:24:38.205119Z","steps":["trace[289160433] 'process raft request' (duration: 136.445441ms)","trace[289160433] 'compare' (duration: 1.10412829s)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:24:38.205166Z","caller":"traceutil/trace.go:171","msg":"trace[1098149398] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"1.241382517s","start":"2026-02-25T22:24:36.963737Z","end":"2026-02-25T22:24:38.20512Z","steps":["trace[1098149398] 'process raft request' (duration: 1.240982864s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:24:38.205182Z","caller":"traceutil/trace.go:171","msg":"trace[346045772] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"1.241306354s","start":"2026-02-25T22:24:36.963828Z","end":"2026-02-25T22:24:38.205134Z","steps":["trace[346045772] 'process raft request' (duration: 1.240989304s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:24:38.205355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:24:36.963633Z","time spent":"1.241620284s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:24:38.205393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:24:36.963798Z","time spent":"1.24149003s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:24:38.205395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:24:36.963699Z","time spent":"1.241574423s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:24:38.205461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.356384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T22:24:38.205549Z","caller":"traceutil/trace.go:171","msg":"trace[1340018160] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9031; }","duration":"168.455197ms","start":"2026-02-25T22:24:38.037069Z","end":"2026-02-25T22:24:38.205524Z","steps":["trace[1340018160] 'agreement among raft nodes before linearized reading' (duration: 168.288301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:24:38.205536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.333479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:24:38.205651Z","caller":"traceutil/trace.go:171","msg":"trace[701215643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9031; }","duration":"800.513465ms","start":"2026-02-25T22:24:37.405109Z","end":"2026-02-25T22:24:38.205622Z","steps":["trace[701215643] 'agreement among raft nodes before linearized reading' (duration: 800.272777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:24:38.205665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235725348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414497"} {"level":"info","ts":"2026-02-25T22:24:38.20577Z","caller":"traceutil/trace.go:171","msg":"trace[37249531] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9031; }","duration":"1.235904674s","start":"2026-02-25T22:24:36.969841Z","end":"2026-02-25T22:24:38.205746Z","steps":["trace[37249531] 'agreement among raft nodes before linearized reading' (duration: 1.235405968s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:24:38.20582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:24:36.969827Z","time spent":"1.235983656s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414519,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-25T22:24:38.205711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:24:37.405085Z","time spent":"800.618568ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T22:24:38.206098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216052773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hqqz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T22:24:38.206238Z","caller":"traceutil/trace.go:171","msg":"trace[1107058816] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hqqz; range_end:; response_count:1; response_revision:9031; }","duration":"1.216213808s","start":"2026-02-25T22:24:36.989978Z","end":"2026-02-25T22:24:38.206192Z","steps":["trace[1107058816] 'agreement among raft nodes before linearized reading' (duration: 1.215375161s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:24:38.206381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:24:36.989943Z","time spent":"1.216424004s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-9hqqz\" "} {"level":"warn","ts":"2026-02-25T22:24:38.206357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090955833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-25T22:24:38.207091Z","caller":"traceutil/trace.go:171","msg":"trace[589566281] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9031; }","duration":"1.091745698s","start":"2026-02-25T22:24:37.115275Z","end":"2026-02-25T22:24:38.20702Z","steps":["trace[589566281] 'agreement among raft nodes before linearized reading' (duration: 1.0902138s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:24:38.207175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:24:37.11525Z","time spent":"1.091903863s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-25T22:24:38.71008Z","caller":"traceutil/trace.go:171","msg":"trace[804936355] linearizableReadLoop","detail":"{readStateIndex:9375; appliedIndex:9374; }","duration":"497.378605ms","start":"2026-02-25T22:24:38.212679Z","end":"2026-02-25T22:24:38.710057Z","steps":["trace[804936355] 'read index received' (duration: 90.453µs)","trace[804936355] 'applied index is now lower than readState.Index' (duration: 497.287072ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:24:38.710202Z","caller":"traceutil/trace.go:171","msg":"trace[1482133802] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"497.52971ms","start":"2026-02-25T22:24:38.212661Z","end":"2026-02-25T22:24:38.710191Z","steps":["trace[1482133802] 'process raft request' (duration: 497.248071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:24:38.710771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:24:38.212648Z","time spent":"497.747646ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:24:38.710923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.218732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289883"} {"level":"info","ts":"2026-02-25T22:24:38.711038Z","caller":"traceutil/trace.go:171","msg":"trace[59529551] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9032; }","duration":"498.381727ms","start":"2026-02-25T22:24:38.212632Z","end":"2026-02-25T22:24:38.711014Z","steps":["trace[59529551] 'agreement among raft nodes before linearized reading' (duration: 497.646634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:24:38.711092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:24:38.212606Z","time spent":"498.47415ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289905,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-25T22:24:38.876618Z","caller":"traceutil/trace.go:171","msg":"trace[108261425] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"648.431649ms","start":"2026-02-25T22:24:38.228146Z","end":"2026-02-25T22:24:38.876578Z","steps":["trace[108261425] 'process raft request' (duration: 648.092808ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:24:38.876685Z","caller":"traceutil/trace.go:171","msg":"trace[1757353787] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"647.872581ms","start":"2026-02-25T22:24:38.228766Z","end":"2026-02-25T22:24:38.876638Z","steps":["trace[1757353787] 'process raft request' (duration: 647.712146ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:24:38.876784Z","caller":"traceutil/trace.go:171","msg":"trace[1755662650] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"646.946042ms","start":"2026-02-25T22:24:38.229798Z","end":"2026-02-25T22:24:38.876744Z","steps":["trace[1755662650] 'process raft request' (duration: 646.736895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:24:38.87688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:24:38.228111Z","time spent":"648.610185ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:24:38.876939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:24:38.228755Z","time spent":"648.019606ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:24:38.87705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:24:38.22977Z","time spent":"647.153438ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:24:38.877485Z","caller":"traceutil/trace.go:171","msg":"trace[276109880] linearizableReadLoop","detail":"{readStateIndex:9379; appliedIndex:9375; }","duration":"167.30446ms","start":"2026-02-25T22:24:38.710158Z","end":"2026-02-25T22:24:38.877462Z","steps":["trace[276109880] 'read index received' (duration: 165.900355ms)","trace[276109880] 'applied index is now lower than readState.Index' (duration: 1.402605ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:24:38.877571Z","caller":"traceutil/trace.go:171","msg":"trace[1151908501] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"286.198423ms","start":"2026-02-25T22:24:38.591358Z","end":"2026-02-25T22:24:38.877557Z","steps":["trace[1151908501] 'process raft request' (duration: 285.386747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:24:38.877774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.721121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-25T22:24:38.877785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.329192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T22:24:38.877847Z","caller":"traceutil/trace.go:171","msg":"trace[1939226220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9036; }","duration":"552.836205ms","start":"2026-02-25T22:24:38.324992Z","end":"2026-02-25T22:24:38.877828Z","steps":["trace[1939226220] 'agreement among raft nodes before linearized reading' (duration: 552.626349ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:24:38.877903Z","caller":"traceutil/trace.go:171","msg":"trace[636552324] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9036; }","duration":"197.470267ms","start":"2026-02-25T22:24:38.68037Z","end":"2026-02-25T22:24:38.87784Z","steps":["trace[636552324] 'agreement among raft nodes before linearized reading' (duration: 197.171017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:24:38.877902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:24:38.324969Z","time spent":"552.919838ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T22:24:38.878752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.923553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T22:24:38.878828Z","caller":"traceutil/trace.go:171","msg":"trace[1734673780] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9036; }","duration":"176.061567ms","start":"2026-02-25T22:24:38.70275Z","end":"2026-02-25T22:24:38.878811Z","steps":["trace[1734673780] 'agreement among raft nodes before linearized reading' (duration: 174.719185ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:24:39.058375Z","caller":"traceutil/trace.go:171","msg":"trace[2011192690] transaction","detail":"{read_only:false; response_revision:9037; number_of_response:1; }","duration":"174.453877ms","start":"2026-02-25T22:24:38.883886Z","end":"2026-02-25T22:24:39.058339Z","steps":["trace[2011192690] 'process raft request' (duration: 159.142001ms)","trace[2011192690] 'compare' (duration: 15.003776ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:24:39.058528Z","caller":"traceutil/trace.go:171","msg":"trace[1164298986] linearizableReadLoop","detail":"{readStateIndex:9381; appliedIndex:9379; }","duration":"114.099211ms","start":"2026-02-25T22:24:38.944394Z","end":"2026-02-25T22:24:39.058493Z","steps":["trace[1164298986] 'read index received' (duration: 98.657231ms)","trace[1164298986] 'applied index is now lower than readState.Index' (duration: 15.43501ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:24:39.058565Z","caller":"traceutil/trace.go:171","msg":"trace[621073043] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"174.647843ms","start":"2026-02-25T22:24:38.88388Z","end":"2026-02-25T22:24:39.058528Z","steps":["trace[621073043] 'process raft request' (duration: 174.374084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:24:39.058672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.266657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:24:39.058721Z","caller":"traceutil/trace.go:171","msg":"trace[1107981354] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9038; }","duration":"114.36197ms","start":"2026-02-25T22:24:38.944348Z","end":"2026-02-25T22:24:39.05871Z","steps":["trace[1107981354] 'agreement among raft nodes before linearized reading' (duration: 114.258477ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:26:12.781141Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-25T22:26:12.786161Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-25T22:26:12.78627Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-25T22:26:27.533049Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7486} {"level":"info","ts":"2026-02-25T22:26:27.596223Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7486,"took":"60.940629ms","hash":2671460212,"current-db-size-bytes":39817216,"current-db-size":"40 MB","current-db-size-in-use-bytes":24928256,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-25T22:26:27.596293Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2671460212,"revision":7486,"compact-revision":5470} {"level":"warn","ts":"2026-02-25T22:28:46.974147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.500852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:11 size:100297"} {"level":"info","ts":"2026-02-25T22:28:46.974283Z","caller":"traceutil/trace.go:171","msg":"trace[724887010] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:11; response_revision:10512; }","duration":"101.712319ms","start":"2026-02-25T22:28:46.872538Z","end":"2026-02-25T22:28:46.97425Z","steps":["trace[724887010] 'range keys from in-memory index tree' (duration: 101.028667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:29:55.254639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.791234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:29:55.254719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.894358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T22:29:55.254757Z","caller":"traceutil/trace.go:171","msg":"trace[1254113416] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:11185; }","duration":"240.999841ms","start":"2026-02-25T22:29:55.013734Z","end":"2026-02-25T22:29:55.254734Z","steps":["trace[1254113416] 'count revisions from in-memory index tree' (duration: 240.695781ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:29:55.254781Z","caller":"traceutil/trace.go:171","msg":"trace[1653258706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11185; }","duration":"287.019922ms","start":"2026-02-25T22:29:54.967744Z","end":"2026-02-25T22:29:55.254764Z","steps":["trace[1653258706] 'range keys from in-memory index tree' (duration: 286.596619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:29:55.255319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.297931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hqqz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T22:29:55.255409Z","caller":"traceutil/trace.go:171","msg":"trace[1781300373] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hqqz; range_end:; response_count:1; response_revision:11185; }","duration":"138.60188ms","start":"2026-02-25T22:29:55.116786Z","end":"2026-02-25T22:29:55.255388Z","steps":["trace[1781300373] 'range keys from in-memory index tree' (duration: 138.062063ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:29:55.373384Z","caller":"traceutil/trace.go:171","msg":"trace[59212117] linearizableReadLoop","detail":"{readStateIndex:11602; appliedIndex:11601; }","duration":"113.506874ms","start":"2026-02-25T22:29:55.259857Z","end":"2026-02-25T22:29:55.373363Z","steps":["trace[59212117] 'read index received' (duration: 113.251846ms)","trace[59212117] 'applied index is now lower than readState.Index' (duration: 253.988µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:29:55.373504Z","caller":"traceutil/trace.go:171","msg":"trace[299169143] transaction","detail":"{read_only:false; response_revision:11186; number_of_response:1; }","duration":"114.353531ms","start":"2026-02-25T22:29:55.259094Z","end":"2026-02-25T22:29:55.373447Z","steps":["trace[299169143] 'process raft request' (duration: 114.126714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:29:55.374077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.220896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444967"} {"level":"info","ts":"2026-02-25T22:29:55.374126Z","caller":"traceutil/trace.go:171","msg":"trace[1176881968] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11186; }","duration":"114.279178ms","start":"2026-02-25T22:29:55.259836Z","end":"2026-02-25T22:29:55.374115Z","steps":["trace[1176881968] 'agreement among raft nodes before linearized reading' (duration: 113.610187ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:30:18.357403Z","caller":"traceutil/trace.go:171","msg":"trace[483423584] transaction","detail":"{read_only:false; response_revision:11300; number_of_response:1; }","duration":"115.149525ms","start":"2026-02-25T22:30:18.242221Z","end":"2026-02-25T22:30:18.357371Z","steps":["trace[483423584] 'process raft request' (duration: 66.106178ms)","trace[483423584] 'compare' (duration: 48.80716ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:30:18.400935Z","caller":"traceutil/trace.go:171","msg":"trace[1550530773] transaction","detail":"{read_only:false; response_revision:11301; number_of_response:1; }","duration":"126.455615ms","start":"2026-02-25T22:30:18.274442Z","end":"2026-02-25T22:30:18.400897Z","steps":["trace[1550530773] 'process raft request' (duration: 126.272599ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:30:19.262241Z","caller":"traceutil/trace.go:171","msg":"trace[870692075] linearizableReadLoop","detail":"{readStateIndex:11725; appliedIndex:11724; }","duration":"180.19097ms","start":"2026-02-25T22:30:19.082015Z","end":"2026-02-25T22:30:19.262206Z","steps":["trace[870692075] 'read index received' (duration: 179.906601ms)","trace[870692075] 'applied index is now lower than readState.Index' (duration: 283.329µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:30:19.262387Z","caller":"traceutil/trace.go:171","msg":"trace[556660750] transaction","detail":"{read_only:false; response_revision:11304; number_of_response:1; }","duration":"264.889087ms","start":"2026-02-25T22:30:18.997464Z","end":"2026-02-25T22:30:19.262353Z","steps":["trace[556660750] 'process raft request' (duration: 264.547227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:30:19.262723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.635733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T22:30:19.264192Z","caller":"traceutil/trace.go:171","msg":"trace[910241478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11304; }","duration":"182.213444ms","start":"2026-02-25T22:30:19.081948Z","end":"2026-02-25T22:30:19.264162Z","steps":["trace[910241478] 'agreement among raft nodes before linearized reading' (duration: 180.451968ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:30:20.481918Z","caller":"traceutil/trace.go:171","msg":"trace[558635238] linearizableReadLoop","detail":"{readStateIndex:11728; appliedIndex:11727; }","duration":"119.881896ms","start":"2026-02-25T22:30:20.362003Z","end":"2026-02-25T22:30:20.481885Z","steps":["trace[558635238] 'read index received' (duration: 119.635738ms)","trace[558635238] 'applied index is now lower than readState.Index' (duration: 244.818µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:30:20.481954Z","caller":"traceutil/trace.go:171","msg":"trace[781733296] transaction","detail":"{read_only:false; response_revision:11307; number_of_response:1; }","duration":"193.142812ms","start":"2026-02-25T22:30:20.28877Z","end":"2026-02-25T22:30:20.481913Z","steps":["trace[781733296] 'process raft request' (duration: 192.858653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:30:20.482191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.172225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T22:30:20.482235Z","caller":"traceutil/trace.go:171","msg":"trace[1015654983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11307; }","duration":"120.274238ms","start":"2026-02-25T22:30:20.361953Z","end":"2026-02-25T22:30:20.482227Z","steps":["trace[1015654983] 'agreement among raft nodes before linearized reading' (duration: 120.070561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:30:20.50448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.138531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:30:20.504521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.078441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:30:20.504588Z","caller":"traceutil/trace.go:171","msg":"trace[97924570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11310; }","duration":"101.281195ms","start":"2026-02-25T22:30:20.403282Z","end":"2026-02-25T22:30:20.504563Z","steps":["trace[97924570] 'agreement among raft nodes before linearized reading' (duration: 101.093689ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:30:20.504629Z","caller":"traceutil/trace.go:171","msg":"trace[1426601506] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:11310; }","duration":"102.270577ms","start":"2026-02-25T22:30:20.402327Z","end":"2026-02-25T22:30:20.504597Z","steps":["trace[1426601506] 'agreement among raft nodes before linearized reading' (duration: 102.076631ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:31:27.541384Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9760} {"level":"info","ts":"2026-02-25T22:31:27.624631Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9760,"took":"80.358452ms","hash":3262363100,"current-db-size-bytes":39817216,"current-db-size":"40 MB","current-db-size-in-use-bytes":22331392,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-25T22:31:27.624712Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3262363100,"revision":9760,"compact-revision":7486} {"level":"info","ts":"2026-02-25T22:33:31.404333Z","caller":"traceutil/trace.go:171","msg":"trace[1552646579] transaction","detail":"{read_only:false; response_revision:12458; number_of_response:1; }","duration":"101.234349ms","start":"2026-02-25T22:33:31.303048Z","end":"2026-02-25T22:33:31.404282Z","steps":["trace[1552646579] 'process raft request' (duration: 100.991341ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:33:49.81463Z","caller":"traceutil/trace.go:171","msg":"trace[395994548] transaction","detail":"{read_only:false; response_revision:12546; number_of_response:1; }","duration":"114.117898ms","start":"2026-02-25T22:33:49.70048Z","end":"2026-02-25T22:33:49.814598Z","steps":["trace[395994548] 'process raft request' (duration: 99.793463ms)","trace[395994548] 'compare' (duration: 14.16523ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:34:11.815312Z","caller":"traceutil/trace.go:171","msg":"trace[479797330] transaction","detail":"{read_only:false; response_revision:12693; number_of_response:1; }","duration":"135.781046ms","start":"2026-02-25T22:34:11.679495Z","end":"2026-02-25T22:34:11.815276Z","steps":["trace[479797330] 'process raft request' (duration: 135.376813ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:34:11.815286Z","caller":"traceutil/trace.go:171","msg":"trace[471773133] transaction","detail":"{read_only:false; response_revision:12692; number_of_response:1; }","duration":"137.399518ms","start":"2026-02-25T22:34:11.677826Z","end":"2026-02-25T22:34:11.815226Z","steps":["trace[471773133] 'process raft request' (duration: 136.773628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:34:12.13138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.675197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:34:12.131774Z","caller":"traceutil/trace.go:171","msg":"trace[1792710752] linearizableReadLoop","detail":"{readStateIndex:13167; appliedIndex:13166; }","duration":"270.667246ms","start":"2026-02-25T22:34:11.861077Z","end":"2026-02-25T22:34:12.131744Z","steps":["trace[1792710752] 'read index received' (duration: 104.581175ms)","trace[1792710752] 'applied index is now lower than readState.Index' (duration: 166.08311ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:34:12.131784Z","caller":"traceutil/trace.go:171","msg":"trace[133784835] transaction","detail":"{read_only:false; response_revision:12694; number_of_response:1; }","duration":"312.116784ms","start":"2026-02-25T22:34:11.819617Z","end":"2026-02-25T22:34:12.131734Z","steps":["trace[133784835] 'process raft request' (duration: 145.980662ms)","trace[133784835] 'compare' (duration: 165.324057ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:34:12.132015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.965906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-mgnkv\" ","response":"range_response_count:1 size:8548"} {"level":"warn","ts":"2026-02-25T22:34:12.132011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:34:11.819587Z","time spent":"312.29538ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:34:12.132057Z","caller":"traceutil/trace.go:171","msg":"trace[1277068753] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-mgnkv; range_end:; response_count:1; response_revision:12694; }","duration":"271.054438ms","start":"2026-02-25T22:34:11.860989Z","end":"2026-02-25T22:34:12.132043Z","steps":["trace[1277068753] 'agreement among raft nodes before linearized reading' (duration: 270.880123ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:34:12.132729Z","caller":"traceutil/trace.go:171","msg":"trace[1280405557] transaction","detail":"{read_only:false; response_revision:12695; number_of_response:1; }","duration":"270.293994ms","start":"2026-02-25T22:34:11.86242Z","end":"2026-02-25T22:34:12.132714Z","steps":["trace[1280405557] 'process raft request' (duration: 269.077966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:34:12.132762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.769998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T22:34:12.132797Z","caller":"traceutil/trace.go:171","msg":"trace[327832973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12695; }","duration":"269.8383ms","start":"2026-02-25T22:34:11.862948Z","end":"2026-02-25T22:34:12.132786Z","steps":["trace[327832973] 'agreement among raft nodes before linearized reading' (duration: 269.712146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:34:12.132986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.543615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T22:34:12.133019Z","caller":"traceutil/trace.go:171","msg":"trace[2052700621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12695; }","duration":"194.663439ms","start":"2026-02-25T22:34:11.938345Z","end":"2026-02-25T22:34:12.133008Z","steps":["trace[2052700621] 'agreement among raft nodes before linearized reading' (duration: 194.571556ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:34:40.333709Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003483.wal"} {"level":"info","ts":"2026-02-25T22:35:02.557835Z","caller":"traceutil/trace.go:171","msg":"trace[406548751] transaction","detail":"{read_only:false; response_revision:13105; number_of_response:1; }","duration":"123.60296ms","start":"2026-02-25T22:35:02.434199Z","end":"2026-02-25T22:35:02.557802Z","steps":["trace[406548751] 'process raft request' (duration: 123.368693ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:35:37.457824Z","caller":"traceutil/trace.go:171","msg":"trace[1880224310] transaction","detail":"{read_only:false; response_revision:13295; number_of_response:1; }","duration":"102.315593ms","start":"2026-02-25T22:35:37.355478Z","end":"2026-02-25T22:35:37.457794Z","steps":["trace[1880224310] 'process raft request' (duration: 101.92384ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:35:40.284666Z","caller":"traceutil/trace.go:171","msg":"trace[2064203285] transaction","detail":"{read_only:false; response_revision:13310; number_of_response:1; }","duration":"151.162566ms","start":"2026-02-25T22:35:40.13347Z","end":"2026-02-25T22:35:40.284632Z","steps":["trace[2064203285] 'process raft request' (duration: 79.59029ms)","trace[2064203285] 'compare' (duration: 71.251976ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:36:13.736986Z","caller":"traceutil/trace.go:171","msg":"trace[802002312] linearizableReadLoop","detail":"{readStateIndex:14046; appliedIndex:14045; }","duration":"151.674613ms","start":"2026-02-25T22:36:13.585262Z","end":"2026-02-25T22:36:13.736937Z","steps":["trace[802002312] 'read index received' (duration: 151.408684ms)","trace[802002312] 'applied index is now lower than readState.Index' (duration: 264.569µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:36:13.737354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.075205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T22:36:13.737393Z","caller":"traceutil/trace.go:171","msg":"trace[824709690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13540; }","duration":"152.196419ms","start":"2026-02-25T22:36:13.585184Z","end":"2026-02-25T22:36:13.73738Z","steps":["trace[824709690] 'agreement among raft nodes before linearized reading' (duration: 151.92869ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:36:13.737778Z","caller":"traceutil/trace.go:171","msg":"trace[1421991483] transaction","detail":"{read_only:false; response_revision:13540; number_of_response:1; }","duration":"260.773983ms","start":"2026-02-25T22:36:13.476991Z","end":"2026-02-25T22:36:13.737765Z","steps":["trace[1421991483] 'process raft request' (duration: 259.761031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:16.883689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.253921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hqqz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T22:36:16.883817Z","caller":"traceutil/trace.go:171","msg":"trace[599743769] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hqqz; range_end:; response_count:1; response_revision:13554; }","duration":"274.448637ms","start":"2026-02-25T22:36:16.609344Z","end":"2026-02-25T22:36:16.883793Z","steps":["trace[599743769] 'range keys from in-memory index tree' (duration: 273.935971ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:36:27.549123Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11737} {"level":"info","ts":"2026-02-25T22:36:27.64059Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11737,"took":"88.752856ms","hash":915904043,"current-db-size-bytes":39817216,"current-db-size":"40 MB","current-db-size-in-use-bytes":23412736,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-25T22:36:27.640675Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":915904043,"revision":11737,"compact-revision":9760} {"level":"info","ts":"2026-02-25T22:36:37.403748Z","caller":"traceutil/trace.go:171","msg":"trace[626029022] linearizableReadLoop","detail":"{readStateIndex:14164; appliedIndex:14163; }","duration":"277.504234ms","start":"2026-02-25T22:36:37.12622Z","end":"2026-02-25T22:36:37.403725Z","steps":["trace[626029022] 'read index received' (duration: 277.438592ms)","trace[626029022] 'applied index is now lower than readState.Index' (duration: 47.551µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:36:37.403986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.750912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T22:36:37.404027Z","caller":"traceutil/trace.go:171","msg":"trace[245903243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13652; }","duration":"277.850515ms","start":"2026-02-25T22:36:37.126167Z","end":"2026-02-25T22:36:37.404017Z","steps":["trace[245903243] 'agreement among raft nodes before linearized reading' (duration: 277.660699ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:36:37.404056Z","caller":"traceutil/trace.go:171","msg":"trace[766355667] transaction","detail":"{read_only:false; response_revision:13652; number_of_response:1; }","duration":"279.189057ms","start":"2026-02-25T22:36:37.124832Z","end":"2026-02-25T22:36:37.404021Z","steps":["trace[766355667] 'process raft request' (duration: 278.736743ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:36:37.656429Z","caller":"traceutil/trace.go:171","msg":"trace[548797711] transaction","detail":"{read_only:false; response_revision:13653; number_of_response:1; }","duration":"529.987554ms","start":"2026-02-25T22:36:37.126321Z","end":"2026-02-25T22:36:37.656309Z","steps":["trace[548797711] 'process raft request' (duration: 529.631083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:37.656716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:36:37.126308Z","time spent":"530.225811ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:36:37.656864Z","caller":"traceutil/trace.go:171","msg":"trace[2024308691] transaction","detail":"{read_only:false; response_revision:13654; number_of_response:1; }","duration":"298.744598ms","start":"2026-02-25T22:36:37.358021Z","end":"2026-02-25T22:36:37.656766Z","steps":["trace[2024308691] 'process raft request' (duration: 298.261123ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:36:37.657271Z","caller":"traceutil/trace.go:171","msg":"trace[267738188] transaction","detail":"{read_only:false; response_revision:13655; number_of_response:1; }","duration":"249.240547ms","start":"2026-02-25T22:36:37.408009Z","end":"2026-02-25T22:36:37.657249Z","steps":["trace[267738188] 'process raft request' (duration: 249.165005ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:36:45.54548Z","caller":"traceutil/trace.go:171","msg":"trace[1184922061] linearizableReadLoop","detail":"{readStateIndex:14204; appliedIndex:14203; }","duration":"107.352326ms","start":"2026-02-25T22:36:45.438093Z","end":"2026-02-25T22:36:45.545446Z","steps":["trace[1184922061] 'read index received' (duration: 106.983294ms)","trace[1184922061] 'applied index is now lower than readState.Index' (duration: 367.012µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:36:45.545585Z","caller":"traceutil/trace.go:171","msg":"trace[1758420626] transaction","detail":"{read_only:false; response_revision:13691; number_of_response:1; }","duration":"186.346892ms","start":"2026-02-25T22:36:45.359194Z","end":"2026-02-25T22:36:45.545541Z","steps":["trace[1758420626] 'process raft request' (duration: 186.043722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:45.545841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.716137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T22:36:45.545942Z","caller":"traceutil/trace.go:171","msg":"trace[1687279479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13691; }","duration":"107.855392ms","start":"2026-02-25T22:36:45.43806Z","end":"2026-02-25T22:36:45.545916Z","steps":["trace[1687279479] 'agreement among raft nodes before linearized reading' (duration: 107.550632ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:36:52.747039Z","caller":"traceutil/trace.go:171","msg":"trace[502384779] transaction","detail":"{read_only:false; response_revision:13741; number_of_response:1; }","duration":"117.8725ms","start":"2026-02-25T22:36:52.629126Z","end":"2026-02-25T22:36:52.746998Z","steps":["trace[502384779] 'process raft request' (duration: 117.56816ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:36:52.979801Z","caller":"traceutil/trace.go:171","msg":"trace[186132817] linearizableReadLoop","detail":"{readStateIndex:14258; appliedIndex:14257; }","duration":"118.931173ms","start":"2026-02-25T22:36:52.860842Z","end":"2026-02-25T22:36:52.979773Z","steps":["trace[186132817] 'read index received' (duration: 118.719586ms)","trace[186132817] 'applied index is now lower than readState.Index' (duration: 210.357µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:36:52.979938Z","caller":"traceutil/trace.go:171","msg":"trace[1503373715] transaction","detail":"{read_only:false; response_revision:13742; number_of_response:1; }","duration":"350.380505ms","start":"2026-02-25T22:36:52.62951Z","end":"2026-02-25T22:36:52.979891Z","steps":["trace[1503373715] 'process raft request' (duration: 350.064525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:52.98016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.304895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-gf8v5\" ","response":"range_response_count:1 size:11628"} {"level":"info","ts":"2026-02-25T22:36:52.98022Z","caller":"traceutil/trace.go:171","msg":"trace[1857581694] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-gf8v5; range_end:; response_count:1; response_revision:13742; }","duration":"119.4332ms","start":"2026-02-25T22:36:52.860771Z","end":"2026-02-25T22:36:52.980204Z","steps":["trace[1857581694] 'agreement among raft nodes before linearized reading' (duration: 119.10847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:52.980248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:36:52.629468Z","time spent":"350.564451ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:36:53.67032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407060401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T22:36:54.17113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407060401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T22:36:54.615112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.624315023s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T22:36:54.615814Z","caller":"traceutil/trace.go:171","msg":"trace[1691619875] transaction","detail":"{read_only:false; response_revision:13743; number_of_response:1; }","duration":"1.62517795s","start":"2026-02-25T22:36:52.990603Z","end":"2026-02-25T22:36:54.615781Z","steps":["trace[1691619875] 'process raft request' (duration: 1.624892481s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:54.616032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:36:52.990571Z","time spent":"1.625341005s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:36:55.041487Z","caller":"traceutil/trace.go:171","msg":"trace[1805636141] transaction","detail":"{read_only:false; response_revision:13744; number_of_response:1; }","duration":"1.983628753s","start":"2026-02-25T22:36:53.057829Z","end":"2026-02-25T22:36:55.041458Z","steps":["trace[1805636141] 'process raft request' (duration: 1.983398185s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:36:55.041645Z","caller":"traceutil/trace.go:171","msg":"trace[1643440066] linearizableReadLoop","detail":"{readStateIndex:14260; appliedIndex:14258; }","duration":"1.872417774s","start":"2026-02-25T22:36:53.169202Z","end":"2026-02-25T22:36:55.04162Z","steps":["trace[1643440066] 'read index received' (duration: 1.446251623s)","trace[1643440066] 'applied index is now lower than readState.Index' (duration: 426.164281ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:36:55.041713Z","caller":"traceutil/trace.go:171","msg":"trace[1360272951] transaction","detail":"{read_only:false; response_revision:13745; number_of_response:1; }","duration":"543.814663ms","start":"2026-02-25T22:36:54.497865Z","end":"2026-02-25T22:36:55.04168Z","steps":["trace[1360272951] 'process raft request' (duration: 543.545444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:55.04166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:36:53.057789Z","time spent":"1.983781187s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:36:55.041813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87261818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:36:55.041852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:36:54.497831Z","time spent":"543.943078ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:36:55.041863Z","caller":"traceutil/trace.go:171","msg":"trace[427830901] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:13745; }","duration":"1.872718654s","start":"2026-02-25T22:36:53.169128Z","end":"2026-02-25T22:36:55.041847Z","steps":["trace[427830901] 'agreement among raft nodes before linearized reading' (duration: 1.872632891s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:55.041902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:36:53.169105Z","time spent":"1.872784625s","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:36:55.042554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.419325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-25T22:36:55.042542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834739229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hqqz\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-02-25T22:36:55.042672Z","caller":"traceutil/trace.go:171","msg":"trace[986507700] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hqqz; range_end:; response_count:1; response_revision:13747; }","duration":"1.834954825s","start":"2026-02-25T22:36:53.20769Z","end":"2026-02-25T22:36:55.042645Z","steps":["trace[986507700] 'agreement among raft nodes before linearized reading' (duration: 1.834662156s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:55.042728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:36:53.207662Z","time spent":"1.835056719s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-9hqqz\" "} {"level":"info","ts":"2026-02-25T22:36:55.042788Z","caller":"traceutil/trace.go:171","msg":"trace[1739527141] transaction","detail":"{read_only:false; response_revision:13746; number_of_response:1; }","duration":"289.234856ms","start":"2026-02-25T22:36:54.753523Z","end":"2026-02-25T22:36:55.042758Z","steps":["trace[1739527141] 'process raft request' (duration: 288.627537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:55.043049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096422635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T22:36:55.043097Z","caller":"traceutil/trace.go:171","msg":"trace[875424043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13747; }","duration":"1.096499647s","start":"2026-02-25T22:36:53.946586Z","end":"2026-02-25T22:36:55.043086Z","steps":["trace[875424043] 'agreement among raft nodes before linearized reading' (duration: 1.096381584s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:55.043101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.620161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-25T22:36:55.043128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:36:53.946575Z","time spent":"1.096546209s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T22:36:55.043149Z","caller":"traceutil/trace.go:171","msg":"trace[2055315148] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:13747; }","duration":"117.730625ms","start":"2026-02-25T22:36:54.925407Z","end":"2026-02-25T22:36:55.043138Z","steps":["trace[2055315148] 'agreement among raft nodes before linearized reading' (duration: 117.632802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:55.04333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.358376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:36:55.043343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098054637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T22:36:55.043371Z","caller":"traceutil/trace.go:171","msg":"trace[1113882712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13747; }","duration":"640.442449ms","start":"2026-02-25T22:36:54.402908Z","end":"2026-02-25T22:36:55.043351Z","steps":["trace[1113882712] 'agreement among raft nodes before linearized reading' (duration: 640.381657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:55.0434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:36:54.40288Z","time spent":"640.513751ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T22:36:55.043591Z","caller":"traceutil/trace.go:171","msg":"trace[404460379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13747; }","duration":"1.098093418s","start":"2026-02-25T22:36:53.94528Z","end":"2026-02-25T22:36:55.043374Z","steps":["trace[404460379] 'agreement among raft nodes before linearized reading' (duration: 1.097988965s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:55.043639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:36:53.94526Z","time spent":"1.098368917s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T22:36:55.043877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301966346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T22:36:55.043917Z","caller":"traceutil/trace.go:171","msg":"trace[265793686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13747; }","duration":"1.302026037s","start":"2026-02-25T22:36:53.741882Z","end":"2026-02-25T22:36:55.043908Z","steps":["trace[265793686] 'agreement among raft nodes before linearized reading' (duration: 1.301928454s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:55.043946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:36:53.741874Z","time spent":"1.302066299s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T22:36:55.042607Z","caller":"traceutil/trace.go:171","msg":"trace[1162530909] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13747; }","duration":"708.526939ms","start":"2026-02-25T22:36:54.334066Z","end":"2026-02-25T22:36:55.042593Z","steps":["trace[1162530909] 'agreement among raft nodes before linearized reading' (duration: 708.337293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:55.044072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:36:54.333994Z","time spent":"710.064557ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T22:36:55.044124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357689504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T22:36:55.044167Z","caller":"traceutil/trace.go:171","msg":"trace[1652849131] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13747; }","duration":"1.357771396s","start":"2026-02-25T22:36:53.686387Z","end":"2026-02-25T22:36:55.044158Z","steps":["trace[1652849131] 'agreement among raft nodes before linearized reading' (duration: 1.357661343s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:55.044188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:36:53.686359Z","time spent":"1.357823708s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T22:36:55.044235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4473954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-25T22:36:55.044264Z","caller":"traceutil/trace.go:171","msg":"trace[1149722741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13747; }","duration":"1.447468232s","start":"2026-02-25T22:36:53.596786Z","end":"2026-02-25T22:36:55.044254Z","steps":["trace[1149722741] 'agreement among raft nodes before linearized reading' (duration: 1.447370089s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:55.044294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:36:53.59676Z","time spent":"1.447525414s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T22:36:55.044357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302502733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-25T22:36:55.044386Z","caller":"traceutil/trace.go:171","msg":"trace[587593497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13747; }","duration":"1.302575665s","start":"2026-02-25T22:36:53.7418Z","end":"2026-02-25T22:36:55.044375Z","steps":["trace[587593497] 'agreement among raft nodes before linearized reading' (duration: 1.302512313s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:36:55.044418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:36:53.741779Z","time spent":"1.302634337s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T22:37:04.182213Z","caller":"traceutil/trace.go:171","msg":"trace[1104065834] transaction","detail":"{read_only:false; response_revision:13904; number_of_response:1; }","duration":"118.465589ms","start":"2026-02-25T22:37:04.063682Z","end":"2026-02-25T22:37:04.182148Z","steps":["trace[1104065834] 'process raft request' (duration: 118.234231ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:37:05.488047Z","caller":"traceutil/trace.go:171","msg":"trace[1788895469] linearizableReadLoop","detail":"{readStateIndex:14424; appliedIndex:14423; }","duration":"443.774159ms","start":"2026-02-25T22:37:05.044244Z","end":"2026-02-25T22:37:05.488018Z","steps":["trace[1788895469] 'read index received' (duration: 443.531142ms)","trace[1788895469] 'applied index is now lower than readState.Index' (duration: 241.987µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:37:05.488123Z","caller":"traceutil/trace.go:171","msg":"trace[7278557] transaction","detail":"{read_only:false; response_revision:13905; number_of_response:1; }","duration":"616.167518ms","start":"2026-02-25T22:37:04.871907Z","end":"2026-02-25T22:37:05.488075Z","steps":["trace[7278557] 'process raft request' (duration: 615.941631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:37:05.488326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.054038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7373542-d84d-4b27-92b4-561a1f3f8ba5\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-02-25T22:37:05.488357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:04.871875Z","time spent":"616.347214ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:37:05.488403Z","caller":"traceutil/trace.go:171","msg":"trace[91448396] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7373542-d84d-4b27-92b4-561a1f3f8ba5; range_end:; response_count:1; response_revision:13905; }","duration":"444.196352ms","start":"2026-02-25T22:37:05.044186Z","end":"2026-02-25T22:37:05.488383Z","steps":["trace[91448396] 'agreement among raft nodes before linearized reading' (duration: 443.938904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:37:05.488449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.044155Z","time spent":"444.283385ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7373542-d84d-4b27-92b4-561a1f3f8ba5\" "} {"level":"info","ts":"2026-02-25T22:37:05.60306Z","caller":"traceutil/trace.go:171","msg":"trace[1072006225] transaction","detail":"{read_only:false; response_revision:13907; number_of_response:1; }","duration":"510.383942ms","start":"2026-02-25T22:37:05.09265Z","end":"2026-02-25T22:37:05.603034Z","steps":["trace[1072006225] 'process raft request' (duration: 510.32095ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:37:05.603144Z","caller":"traceutil/trace.go:171","msg":"trace[692391610] transaction","detail":"{read_only:false; response_revision:13906; number_of_response:1; }","duration":"510.516626ms","start":"2026-02-25T22:37:05.092583Z","end":"2026-02-25T22:37:05.6031Z","steps":["trace[692391610] 'process raft request' (duration: 505.009912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:37:05.603213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.092623Z","time spent":"510.506526ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:37:05.603284Z","caller":"traceutil/trace.go:171","msg":"trace[1091386289] linearizableReadLoop","detail":"{readStateIndex:14427; appliedIndex:14424; }","duration":"115.111572ms","start":"2026-02-25T22:37:05.488122Z","end":"2026-02-25T22:37:05.603234Z","steps":["trace[1091386289] 'read index received' (duration: 109.522544ms)","trace[1091386289] 'applied index is now lower than readState.Index' (duration: 5.586338ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:37:05.603355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.092558Z","time spent":"510.677502ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:37:05.603337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.390092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:37:05.603417Z","caller":"traceutil/trace.go:171","msg":"trace[804345506] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:13908; }","duration":"434.538776ms","start":"2026-02-25T22:37:05.168859Z","end":"2026-02-25T22:37:05.603398Z","steps":["trace[804345506] 'agreement among raft nodes before linearized reading' (duration: 434.382371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:37:05.60339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.936313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:37:05.603435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.309016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f015a575-a848-416f-8d48-bb3dd44bcba0\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-02-25T22:37:05.603464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.168835Z","time spent":"434.617769ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-25T22:37:05.603478Z","caller":"traceutil/trace.go:171","msg":"trace[750852206] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f015a575-a848-416f-8d48-bb3dd44bcba0; range_end:; response_count:1; response_revision:13908; }","duration":"415.414399ms","start":"2026-02-25T22:37:05.18805Z","end":"2026-02-25T22:37:05.603465Z","steps":["trace[750852206] 'agreement among raft nodes before linearized reading' (duration: 415.260034ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:37:05.603487Z","caller":"traceutil/trace.go:171","msg":"trace[1509234360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13908; }","duration":"200.117319ms","start":"2026-02-25T22:37:05.403345Z","end":"2026-02-25T22:37:05.603463Z","steps":["trace[1509234360] 'agreement among raft nodes before linearized reading' (duration: 199.917713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:37:05.603503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.188021Z","time spent":"415.475111ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f015a575-a848-416f-8d48-bb3dd44bcba0\" "} {"level":"warn","ts":"2026-02-25T22:37:05.603557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.586272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-25T22:37:05.603597Z","caller":"traceutil/trace.go:171","msg":"trace[1805839984] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:13908; }","duration":"529.700765ms","start":"2026-02-25T22:37:05.07388Z","end":"2026-02-25T22:37:05.603581Z","steps":["trace[1805839984] 'agreement among raft nodes before linearized reading' (duration: 529.491638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:37:05.60363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.07385Z","time spent":"529.772747ms","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-25T22:37:05.603632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.267396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7373542-d84d-4b27-92b4-561a1f3f8ba5\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-02-25T22:37:05.603668Z","caller":"traceutil/trace.go:171","msg":"trace[973456585] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7373542-d84d-4b27-92b4-561a1f3f8ba5; range_end:; response_count:1; response_revision:13908; }","duration":"416.344779ms","start":"2026-02-25T22:37:05.187312Z","end":"2026-02-25T22:37:05.603657Z","steps":["trace[973456585] 'agreement among raft nodes before linearized reading' (duration: 416.212855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:37:05.60369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.187289Z","time spent":"416.39643ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7373542-d84d-4b27-92b4-561a1f3f8ba5\" "} {"level":"warn","ts":"2026-02-25T22:37:05.60375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.617154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T22:37:05.603784Z","caller":"traceutil/trace.go:171","msg":"trace[186111210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13908; }","duration":"350.719807ms","start":"2026-02-25T22:37:05.253054Z","end":"2026-02-25T22:37:05.603774Z","steps":["trace[186111210] 'agreement among raft nodes before linearized reading' (duration: 350.595093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:37:05.603806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.253018Z","time spent":"350.782319ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T22:37:05.603835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.21454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T22:37:05.603857Z","caller":"traceutil/trace.go:171","msg":"trace[1629486864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13908; }","duration":"477.285782ms","start":"2026-02-25T22:37:05.126565Z","end":"2026-02-25T22:37:05.603851Z","steps":["trace[1629486864] 'agreement among raft nodes before linearized reading' (duration: 477.22098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:37:05.603879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.126539Z","time spent":"477.332144ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T22:37:05.603869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.597809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T22:37:05.603908Z","caller":"traceutil/trace.go:171","msg":"trace[153742301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13908; }","duration":"487.656091ms","start":"2026-02-25T22:37:05.116241Z","end":"2026-02-25T22:37:05.603898Z","steps":["trace[153742301] 'agreement among raft nodes before linearized reading' (duration: 487.548187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:37:05.603933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.116232Z","time spent":"487.695413ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T22:37:05.603907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.994061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-25T22:37:05.603947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.792645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hqqz\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-02-25T22:37:05.603968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.565764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T22:37:05.603989Z","caller":"traceutil/trace.go:171","msg":"trace[2105825006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13908; }","duration":"502.609845ms","start":"2026-02-25T22:37:05.101371Z","end":"2026-02-25T22:37:05.603981Z","steps":["trace[2105825006] 'agreement among raft nodes before linearized reading' (duration: 502.554354ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:37:05.603987Z","caller":"traceutil/trace.go:171","msg":"trace[795830955] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hqqz; range_end:; response_count:1; response_revision:13908; }","duration":"458.886088ms","start":"2026-02-25T22:37:05.145092Z","end":"2026-02-25T22:37:05.603978Z","steps":["trace[795830955] 'agreement among raft nodes before linearized reading' (duration: 458.780575ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:37:05.603991Z","caller":"traceutil/trace.go:171","msg":"trace[286379462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13908; }","duration":"493.142885ms","start":"2026-02-25T22:37:05.11083Z","end":"2026-02-25T22:37:05.603973Z","steps":["trace[286379462] 'agreement among raft nodes before linearized reading' (duration: 492.934329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:37:05.604015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.145064Z","time spent":"458.94428ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-9hqqz\" "} {"level":"warn","ts":"2026-02-25T22:37:05.604006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.10136Z","time spent":"502.641887ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T22:37:05.604032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.110817Z","time spent":"493.208738ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T22:37:05.604041Z","caller":"traceutil/trace.go:171","msg":"trace[853982851] transaction","detail":"{read_only:false; response_revision:13908; number_of_response:1; }","duration":"504.482735ms","start":"2026-02-25T22:37:05.099547Z","end":"2026-02-25T22:37:05.60403Z","steps":["trace[853982851] 'process raft request' (duration: 503.455572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:37:05.604087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.607466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T22:37:05.604116Z","caller":"traceutil/trace.go:171","msg":"trace[1605726889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13908; }","duration":"502.668457ms","start":"2026-02-25T22:37:05.101438Z","end":"2026-02-25T22:37:05.604107Z","steps":["trace[1605726889] 'agreement among raft nodes before linearized reading' (duration: 502.556124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:37:05.604136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.101422Z","time spent":"502.709339ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T22:37:05.604135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.099534Z","time spent":"504.536637ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:37:05.604046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.908628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T22:37:05.604222Z","caller":"traceutil/trace.go:171","msg":"trace[1385611670] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:13908; }","duration":"528.129226ms","start":"2026-02-25T22:37:05.07608Z","end":"2026-02-25T22:37:05.604209Z","steps":["trace[1385611670] 'agreement among raft nodes before linearized reading' (duration: 527.909079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:37:05.604265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:37:05.076054Z","time spent":"528.194568ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-02-25T22:37:05.605061Z","caller":"traceutil/trace.go:171","msg":"trace[2064670116] transaction","detail":"{read_only:false; response_revision:13909; number_of_response:1; }","duration":"109.008048ms","start":"2026-02-25T22:37:05.496041Z","end":"2026-02-25T22:37:05.605049Z","steps":["trace[2064670116] 'process raft request' (duration: 108.907505ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:38:09.608719Z","caller":"traceutil/trace.go:171","msg":"trace[958224484] transaction","detail":"{read_only:false; response_revision:14772; number_of_response:1; }","duration":"152.470677ms","start":"2026-02-25T22:38:09.456228Z","end":"2026-02-25T22:38:09.608699Z","steps":["trace[958224484] 'process raft request' (duration: 151.93947ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:38:44.14378Z","caller":"traceutil/trace.go:171","msg":"trace[1366051399] transaction","detail":"{read_only:false; response_revision:14945; number_of_response:1; }","duration":"103.294146ms","start":"2026-02-25T22:38:44.04046Z","end":"2026-02-25T22:38:44.143754Z","steps":["trace[1366051399] 'process raft request' (duration: 72.896802ms)","trace[1366051399] 'compare' (duration: 30.159227ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:38:44.144123Z","caller":"traceutil/trace.go:171","msg":"trace[892207492] transaction","detail":"{read_only:false; response_revision:14946; number_of_response:1; }","duration":"103.307827ms","start":"2026-02-25T22:38:44.040741Z","end":"2026-02-25T22:38:44.144048Z","steps":["trace[892207492] 'process raft request' (duration: 102.949855ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:38:44.312135Z","caller":"traceutil/trace.go:171","msg":"trace[1664099725] transaction","detail":"{read_only:false; response_revision:14947; number_of_response:1; }","duration":"107.851342ms","start":"2026-02-25T22:38:44.204257Z","end":"2026-02-25T22:38:44.312108Z","steps":["trace[1664099725] 'process raft request' (duration: 86.009809ms)","trace[1664099725] 'compare' (duration: 21.512872ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:38:46.559846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407064303,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T22:38:46.603843Z","caller":"traceutil/trace.go:171","msg":"trace[790659745] transaction","detail":"{read_only:false; response_revision:14952; number_of_response:1; }","duration":"526.488323ms","start":"2026-02-25T22:38:46.07733Z","end":"2026-02-25T22:38:46.603818Z","steps":["trace[790659745] 'process raft request' (duration: 526.011108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.603996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:38:46.077305Z","time spent":"526.614947ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:38:46.604159Z","caller":"traceutil/trace.go:171","msg":"trace[1239843135] transaction","detail":"{read_only:false; response_revision:14953; number_of_response:1; }","duration":"454.664364ms","start":"2026-02-25T22:38:46.14948Z","end":"2026-02-25T22:38:46.604144Z","steps":["trace[1239843135] 'process raft request' (duration: 454.290263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.604272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:38:46.149463Z","time spent":"454.740166ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:38:46.604373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.61086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vc756\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-02-25T22:38:46.60439Z","caller":"traceutil/trace.go:171","msg":"trace[992544855] transaction","detail":"{read_only:false; response_revision:14954; number_of_response:1; }","duration":"454.782078ms","start":"2026-02-25T22:38:46.149591Z","end":"2026-02-25T22:38:46.604373Z","steps":["trace[992544855] 'process raft request' (duration: 454.409846ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:38:46.604437Z","caller":"traceutil/trace.go:171","msg":"trace[1531251157] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vc756; range_end:; response_count:1; response_revision:14954; }","duration":"545.676572ms","start":"2026-02-25T22:38:46.058744Z","end":"2026-02-25T22:38:46.604421Z","steps":["trace[1531251157] 'agreement among raft nodes before linearized reading' (duration: 545.443115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.604489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:38:46.058703Z","time spent":"545.773515ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22035,"request content":"key:\"/registry/pods/openstack/nova-compute-default-vc756\" "} {"level":"warn","ts":"2026-02-25T22:38:46.604492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:38:46.149561Z","time spent":"454.877681ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:38:46.604126Z","caller":"traceutil/trace.go:171","msg":"trace[1665436832] linearizableReadLoop","detail":"{readStateIndex:15511; appliedIndex:15507; }","duration":"545.340062ms","start":"2026-02-25T22:38:46.05875Z","end":"2026-02-25T22:38:46.60409Z","steps":["trace[1665436832] 'read index received' (duration: 539.372723ms)","trace[1665436832] 'applied index is now lower than readState.Index' (duration: 5.965679ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:38:46.604654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.282284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:38:46.604683Z","caller":"traceutil/trace.go:171","msg":"trace[178539340] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14954; }","duration":"455.352606ms","start":"2026-02-25T22:38:46.149323Z","end":"2026-02-25T22:38:46.604675Z","steps":["trace[178539340] 'agreement among raft nodes before linearized reading' (duration: 455.306385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.604703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:38:46.149302Z","time spent":"455.396688ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-25T22:38:46.605043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.930009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T22:38:46.605058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.621503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-25T22:38:46.605073Z","caller":"traceutil/trace.go:171","msg":"trace[482145443] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:14954; }","duration":"446.980421ms","start":"2026-02-25T22:38:46.158086Z","end":"2026-02-25T22:38:46.605066Z","steps":["trace[482145443] 'agreement among raft nodes before linearized reading' (duration: 446.841436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.605061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.725483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vc756\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-02-25T22:38:46.605092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:38:46.158077Z","time spent":"447.010431ms","remote":"127.0.0.1:54344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":157,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-02-25T22:38:46.605093Z","caller":"traceutil/trace.go:171","msg":"trace[1576867202] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14954; }","duration":"454.679305ms","start":"2026-02-25T22:38:46.150404Z","end":"2026-02-25T22:38:46.605083Z","steps":["trace[1576867202] 'agreement among raft nodes before linearized reading' (duration: 454.581572ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:38:46.605107Z","caller":"traceutil/trace.go:171","msg":"trace[786218760] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vc756; range_end:; response_count:1; response_revision:14954; }","duration":"446.784035ms","start":"2026-02-25T22:38:46.158309Z","end":"2026-02-25T22:38:46.605093Z","steps":["trace[786218760] 'agreement among raft nodes before linearized reading' (duration: 446.614999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.605122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:38:46.150393Z","time spent":"454.722146ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-25T22:38:46.605144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:38:46.158303Z","time spent":"446.833916ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22035,"request content":"key:\"/registry/pods/openstack/nova-compute-default-vc756\" "} {"level":"warn","ts":"2026-02-25T22:38:46.605198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.013926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:38:46.605224Z","caller":"traceutil/trace.go:171","msg":"trace[1233801010] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14954; }","duration":"455.084158ms","start":"2026-02-25T22:38:46.150133Z","end":"2026-02-25T22:38:46.605218Z","steps":["trace[1233801010] 'agreement among raft nodes before linearized reading' (duration: 455.048676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.605242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:38:46.150107Z","time spent":"455.131049ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-25T22:38:46.605293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.16498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:38:46.605318Z","caller":"traceutil/trace.go:171","msg":"trace[747164388] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14954; }","duration":"455.219922ms","start":"2026-02-25T22:38:46.150093Z","end":"2026-02-25T22:38:46.605312Z","steps":["trace[747164388] 'agreement among raft nodes before linearized reading' (duration: 455.188571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.605334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:38:46.150079Z","time spent":"455.250753ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-25T22:38:46.60542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.856391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-25T22:38:46.605472Z","caller":"traceutil/trace.go:171","msg":"trace[725085980] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14954; }","duration":"448.934963ms","start":"2026-02-25T22:38:46.156524Z","end":"2026-02-25T22:38:46.605459Z","steps":["trace[725085980] 'agreement among raft nodes before linearized reading' (duration: 448.816919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.605511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:38:46.156512Z","time spent":"448.989445ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-25T22:38:46.605622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.82775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:38:46.605643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.079451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-25T22:38:46.605665Z","caller":"traceutil/trace.go:171","msg":"trace[488285511] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14954; }","duration":"454.885061ms","start":"2026-02-25T22:38:46.150769Z","end":"2026-02-25T22:38:46.605654Z","steps":["trace[488285511] 'agreement among raft nodes before linearized reading' (duration: 454.82555ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:38:46.60568Z","caller":"traceutil/trace.go:171","msg":"trace[1449835202] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14954; }","duration":"219.160063ms","start":"2026-02-25T22:38:46.38651Z","end":"2026-02-25T22:38:46.60567Z","steps":["trace[1449835202] 'agreement among raft nodes before linearized reading' (duration: 219.07637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.605708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:38:46.150761Z","time spent":"454.938063ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-25T22:38:46.60585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.060272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T22:38:46.605881Z","caller":"traceutil/trace.go:171","msg":"trace[1174307143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14954; }","duration":"290.169645ms","start":"2026-02-25T22:38:46.315704Z","end":"2026-02-25T22:38:46.605874Z","steps":["trace[1174307143] 'agreement among raft nodes before linearized reading' (duration: 290.096763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.605917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.193941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T22:38:46.605964Z","caller":"traceutil/trace.go:171","msg":"trace[1222148071] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14954; }","duration":"455.250563ms","start":"2026-02-25T22:38:46.150703Z","end":"2026-02-25T22:38:46.605953Z","steps":["trace[1222148071] 'agreement among raft nodes before linearized reading' (duration: 455.180171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.605976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.468375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-25T22:38:46.606007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.85422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T22:38:46.606036Z","caller":"traceutil/trace.go:171","msg":"trace[1497466467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14954; }","duration":"257.896032ms","start":"2026-02-25T22:38:46.348132Z","end":"2026-02-25T22:38:46.606028Z","steps":["trace[1497466467] 'agreement among raft nodes before linearized reading' (duration: 257.83521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.606055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.616735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T22:38:46.606083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.945754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8l4d7\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-02-25T22:38:46.606095Z","caller":"traceutil/trace.go:171","msg":"trace[1063997923] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14954; }","duration":"455.671026ms","start":"2026-02-25T22:38:46.150414Z","end":"2026-02-25T22:38:46.606085Z","steps":["trace[1063997923] 'agreement among raft nodes before linearized reading' (duration: 455.614524ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:38:46.606109Z","caller":"traceutil/trace.go:171","msg":"trace[651368086] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8l4d7; range_end:; response_count:1; response_revision:14954; }","duration":"438.000946ms","start":"2026-02-25T22:38:46.168101Z","end":"2026-02-25T22:38:46.606102Z","steps":["trace[651368086] 'agreement among raft nodes before linearized reading' (duration: 437.930423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.606139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:38:46.168084Z","time spent":"438.048788ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8l4d7\" "} {"level":"warn","ts":"2026-02-25T22:38:46.606162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.329905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T22:38:46.606184Z","caller":"traceutil/trace.go:171","msg":"trace[1954539615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14954; }","duration":"258.372977ms","start":"2026-02-25T22:38:46.347806Z","end":"2026-02-25T22:38:46.606179Z","steps":["trace[1954539615] 'agreement among raft nodes before linearized reading' (duration: 258.313905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.6063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.184713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T22:38:46.606323Z","caller":"traceutil/trace.go:171","msg":"trace[282958924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14954; }","duration":"259.232564ms","start":"2026-02-25T22:38:46.347085Z","end":"2026-02-25T22:38:46.606317Z","steps":["trace[282958924] 'agreement among raft nodes before linearized reading' (duration: 259.178513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.606141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:38:46.150405Z","time spent":"455.724778ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-25T22:38:46.606434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.887079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-25T22:38:46.606462Z","caller":"traceutil/trace.go:171","msg":"trace[1958630951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14954; }","duration":"267.942131ms","start":"2026-02-25T22:38:46.338509Z","end":"2026-02-25T22:38:46.606451Z","steps":["trace[1958630951] 'agreement among raft nodes before linearized reading' (duration: 267.887079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:38:46.606007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:38:46.150698Z","time spent":"455.300004ms","remote":"127.0.0.1:54502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-25T22:38:46.60601Z","caller":"traceutil/trace.go:171","msg":"trace[111893840] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14954; }","duration":"290.558568ms","start":"2026-02-25T22:38:46.315442Z","end":"2026-02-25T22:38:46.606001Z","steps":["trace[111893840] 'agreement among raft nodes before linearized reading' (duration: 290.460395ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:41:27.556069Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13609} {"level":"info","ts":"2026-02-25T22:41:27.637598Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13609,"took":"78.40768ms","hash":1139341972,"current-db-size-bytes":41074688,"current-db-size":"41 MB","current-db-size-in-use-bytes":28708864,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-25T22:41:27.637677Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1139341972,"revision":13609,"compact-revision":11737} {"level":"info","ts":"2026-02-25T22:41:36.165633Z","caller":"traceutil/trace.go:171","msg":"trace[184716647] linearizableReadLoop","detail":"{readStateIndex:16804; appliedIndex:16803; }","duration":"193.095898ms","start":"2026-02-25T22:41:35.972507Z","end":"2026-02-25T22:41:36.165602Z","steps":["trace[184716647] 'read index received' (duration: 134.903317ms)","trace[184716647] 'applied index is now lower than readState.Index' (duration: 58.190841ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:41:36.165923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.398327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-02-25T22:41:36.165972Z","caller":"traceutil/trace.go:171","msg":"trace[81964524] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16202; }","duration":"193.49495ms","start":"2026-02-25T22:41:35.972465Z","end":"2026-02-25T22:41:36.16596Z","steps":["trace[81964524] 'agreement among raft nodes before linearized reading' (duration: 193.310035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:41:36.166401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.916854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-netns-cleanup-cron-default-56hhw\" ","response":"range_response_count:1 size:11272"} {"level":"info","ts":"2026-02-25T22:41:36.166446Z","caller":"traceutil/trace.go:171","msg":"trace[731308374] range","detail":"{range_begin:/registry/pods/openstack/neutron-netns-cleanup-cron-default-56hhw; range_end:; response_count:1; response_revision:16202; }","duration":"150.996216ms","start":"2026-02-25T22:41:36.015436Z","end":"2026-02-25T22:41:36.166432Z","steps":["trace[731308374] 'agreement among raft nodes before linearized reading' (duration: 150.887223ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:41:36.326844Z","caller":"traceutil/trace.go:171","msg":"trace[75881930] transaction","detail":"{read_only:false; response_revision:16203; number_of_response:1; }","duration":"149.001214ms","start":"2026-02-25T22:41:36.177818Z","end":"2026-02-25T22:41:36.326819Z","steps":["trace[75881930] 'process raft request' (duration: 148.819308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:41:41.639626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.898535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T22:41:41.639908Z","caller":"traceutil/trace.go:171","msg":"trace[2003115389] linearizableReadLoop","detail":"{readStateIndex:16849; appliedIndex:16847; }","duration":"142.782026ms","start":"2026-02-25T22:41:41.497102Z","end":"2026-02-25T22:41:41.639884Z","steps":["trace[2003115389] 'read index received' (duration: 8.332503ms)","trace[2003115389] 'applied index is now lower than readState.Index' (duration: 134.448413ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:41:41.640029Z","caller":"traceutil/trace.go:171","msg":"trace[1219653190] transaction","detail":"{read_only:false; response_revision:16245; number_of_response:1; }","duration":"275.968559ms","start":"2026-02-25T22:41:41.36404Z","end":"2026-02-25T22:41:41.640009Z","steps":["trace[1219653190] 'process raft request' (duration: 141.482335ms)","trace[1219653190] 'compare' (duration: 133.639707ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:41:41.640409Z","caller":"traceutil/trace.go:171","msg":"trace[883997065] transaction","detail":"{read_only:false; response_revision:16246; number_of_response:1; }","duration":"266.899052ms","start":"2026-02-25T22:41:41.373498Z","end":"2026-02-25T22:41:41.640397Z","steps":["trace[883997065] 'process raft request' (duration: 266.279173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:41:41.640635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.538491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-25T22:41:41.640675Z","caller":"traceutil/trace.go:171","msg":"trace[184943108] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16246; }","duration":"143.628733ms","start":"2026-02-25T22:41:41.497037Z","end":"2026-02-25T22:41:41.640666Z","steps":["trace[184943108] 'agreement among raft nodes before linearized reading' (duration: 143.498009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:41:41.640912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.887954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-scbsj\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-02-25T22:41:41.640949Z","caller":"traceutil/trace.go:171","msg":"trace[1894233742] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-scbsj; range_end:; response_count:1; response_revision:16246; }","duration":"114.952827ms","start":"2026-02-25T22:41:41.525986Z","end":"2026-02-25T22:41:41.640939Z","steps":["trace[1894233742] 'agreement among raft nodes before linearized reading' (duration: 114.858174ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:41:41.822851Z","caller":"traceutil/trace.go:171","msg":"trace[232450871] transaction","detail":"{read_only:false; response_revision:16248; number_of_response:1; }","duration":"138.721208ms","start":"2026-02-25T22:41:41.684082Z","end":"2026-02-25T22:41:41.822803Z","steps":["trace[232450871] 'process raft request' (duration: 77.731249ms)","trace[232450871] 'compare' (duration: 60.70228ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:41:41.822995Z","caller":"traceutil/trace.go:171","msg":"trace[467542981] transaction","detail":"{read_only:false; response_revision:16249; number_of_response:1; }","duration":"135.377322ms","start":"2026-02-25T22:41:41.687605Z","end":"2026-02-25T22:41:41.822983Z","steps":["trace[467542981] 'process raft request' (duration: 135.151385ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:41:41.822866Z","caller":"traceutil/trace.go:171","msg":"trace[766613104] linearizableReadLoop","detail":"{readStateIndex:16851; appliedIndex:16850; }","duration":"135.32837ms","start":"2026-02-25T22:41:41.687508Z","end":"2026-02-25T22:41:41.822837Z","steps":["trace[766613104] 'read index received' (duration: 74.30024ms)","trace[766613104] 'applied index is now lower than readState.Index' (duration: 61.02712ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:41:41.823476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.223713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-25T22:41:41.823537Z","caller":"traceutil/trace.go:171","msg":"trace[631403936] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16250; }","duration":"126.313116ms","start":"2026-02-25T22:41:41.697206Z","end":"2026-02-25T22:41:41.823519Z","steps":["trace[631403936] 'agreement among raft nodes before linearized reading' (duration: 126.13127ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:41:41.824263Z","caller":"traceutil/trace.go:171","msg":"trace[1031414066] transaction","detail":"{read_only:false; response_revision:16250; number_of_response:1; }","duration":"136.228899ms","start":"2026-02-25T22:41:41.688018Z","end":"2026-02-25T22:41:41.824247Z","steps":["trace[1031414066] 'process raft request' (duration: 134.931088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:41:41.824403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.862449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:876928"} {"level":"info","ts":"2026-02-25T22:41:41.824511Z","caller":"traceutil/trace.go:171","msg":"trace[422257385] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16249; }","duration":"137.002054ms","start":"2026-02-25T22:41:41.687489Z","end":"2026-02-25T22:41:41.824491Z","steps":["trace[422257385] 'agreement among raft nodes before linearized reading' (duration: 135.416184ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:44:22.447571Z","caller":"traceutil/trace.go:171","msg":"trace[131451588] transaction","detail":"{read_only:false; response_revision:17344; number_of_response:1; }","duration":"367.712601ms","start":"2026-02-25T22:44:22.079829Z","end":"2026-02-25T22:44:22.447542Z","steps":["trace[131451588] 'process raft request' (duration: 367.543216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:22.447968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:44:22.079784Z","time spent":"367.888596ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:44:22.448625Z","caller":"traceutil/trace.go:171","msg":"trace[1697205394] transaction","detail":"{read_only:false; response_revision:17345; number_of_response:1; }","duration":"211.586433ms","start":"2026-02-25T22:44:22.237017Z","end":"2026-02-25T22:44:22.448603Z","steps":["trace[1697205394] 'process raft request' (duration: 211.457119ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:44:22.448802Z","caller":"traceutil/trace.go:171","msg":"trace[1089873425] transaction","detail":"{read_only:false; response_revision:17346; number_of_response:1; }","duration":"185.393644ms","start":"2026-02-25T22:44:22.263399Z","end":"2026-02-25T22:44:22.448792Z","steps":["trace[1089873425] 'process raft request' (duration: 185.142976ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:44:28.720791Z","caller":"traceutil/trace.go:171","msg":"trace[1233359955] transaction","detail":"{read_only:false; response_revision:17374; number_of_response:1; }","duration":"246.384414ms","start":"2026-02-25T22:44:28.474356Z","end":"2026-02-25T22:44:28.720741Z","steps":["trace[1233359955] 'process raft request' (duration: 246.080244ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:44:28.753877Z","caller":"traceutil/trace.go:171","msg":"trace[1242815250] linearizableReadLoop","detail":"{readStateIndex:18018; appliedIndex:18015; }","duration":"271.730185ms","start":"2026-02-25T22:44:28.482115Z","end":"2026-02-25T22:44:28.753845Z","steps":["trace[1242815250] 'read index received' (duration: 238.455812ms)","trace[1242815250] 'applied index is now lower than readState.Index' (duration: 33.272903ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:44:28.754426Z","caller":"traceutil/trace.go:171","msg":"trace[1263435694] transaction","detail":"{read_only:false; response_revision:17375; number_of_response:1; }","duration":"279.849712ms","start":"2026-02-25T22:44:28.47454Z","end":"2026-02-25T22:44:28.75439Z","steps":["trace[1263435694] 'process raft request' (duration: 279.059277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:28.7546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.897952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T22:44:28.754656Z","caller":"traceutil/trace.go:171","msg":"trace[700136154] transaction","detail":"{read_only:false; response_revision:17376; number_of_response:1; }","duration":"279.949495ms","start":"2026-02-25T22:44:28.474688Z","end":"2026-02-25T22:44:28.754638Z","steps":["trace[700136154] 'process raft request' (duration: 279.098898ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:44:28.754685Z","caller":"traceutil/trace.go:171","msg":"trace[1381089957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17376; }","duration":"236.061987ms","start":"2026-02-25T22:44:28.518603Z","end":"2026-02-25T22:44:28.754664Z","steps":["trace[1381089957] 'agreement among raft nodes before linearized reading' (duration: 235.898372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:28.755008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.409021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T22:44:28.75505Z","caller":"traceutil/trace.go:171","msg":"trace[979246559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17376; }","duration":"232.469014ms","start":"2026-02-25T22:44:28.522572Z","end":"2026-02-25T22:44:28.755041Z","steps":["trace[979246559] 'agreement among raft nodes before linearized reading' (duration: 232.383151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:28.755336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.179101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-02-25T22:44:28.755408Z","caller":"traceutil/trace.go:171","msg":"trace[1117114300] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17376; }","duration":"273.313166ms","start":"2026-02-25T22:44:28.482077Z","end":"2026-02-25T22:44:28.75539Z","steps":["trace[1117114300] 'agreement among raft nodes before linearized reading' (duration: 272.264273ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:44:28.930981Z","caller":"traceutil/trace.go:171","msg":"trace[205147240] transaction","detail":"{read_only:false; response_revision:17378; number_of_response:1; }","duration":"169.870084ms","start":"2026-02-25T22:44:28.761063Z","end":"2026-02-25T22:44:28.930933Z","steps":["trace[205147240] 'process raft request' (duration: 169.573634ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:44:28.93097Z","caller":"traceutil/trace.go:171","msg":"trace[1265386485] transaction","detail":"{read_only:false; response_revision:17380; number_of_response:1; }","duration":"166.223988ms","start":"2026-02-25T22:44:28.764709Z","end":"2026-02-25T22:44:28.930932Z","steps":["trace[1265386485] 'process raft request' (duration: 166.136235ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:44:28.931318Z","caller":"traceutil/trace.go:171","msg":"trace[1218154144] transaction","detail":"{read_only:false; response_revision:17381; number_of_response:1; }","duration":"166.27415ms","start":"2026-02-25T22:44:28.765005Z","end":"2026-02-25T22:44:28.931279Z","steps":["trace[1218154144] 'process raft request' (duration: 165.877897ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:44:28.931304Z","caller":"traceutil/trace.go:171","msg":"trace[1350473898] linearizableReadLoop","detail":"{readStateIndex:18021; appliedIndex:18018; }","duration":"166.553098ms","start":"2026-02-25T22:44:28.76466Z","end":"2026-02-25T22:44:28.931213Z","steps":["trace[1350473898] 'read index received' (duration: 77.13942ms)","trace[1350473898] 'applied index is now lower than readState.Index' (duration: 89.410608ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:44:28.931799Z","caller":"traceutil/trace.go:171","msg":"trace[1306101109] transaction","detail":"{read_only:false; response_revision:17379; number_of_response:1; }","duration":"170.396671ms","start":"2026-02-25T22:44:28.761358Z","end":"2026-02-25T22:44:28.931754Z","steps":["trace[1306101109] 'process raft request' (duration: 169.452801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:28.932916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.221701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936405"} {"level":"info","ts":"2026-02-25T22:44:28.932986Z","caller":"traceutil/trace.go:171","msg":"trace[845509637] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17381; }","duration":"168.317674ms","start":"2026-02-25T22:44:28.764653Z","end":"2026-02-25T22:44:28.932971Z","steps":["trace[845509637] 'agreement among raft nodes before linearized reading' (duration: 166.840227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:29.467621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.986843ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:44:29.467867Z","caller":"traceutil/trace.go:171","msg":"trace[1737181775] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17381; }","duration":"147.290362ms","start":"2026-02-25T22:44:29.320546Z","end":"2026-02-25T22:44:29.467836Z","steps":["trace[1737181775] 'range keys from in-memory index tree' (duration: 146.959762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:29.625634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407073612,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T22:44:29.783564Z","caller":"traceutil/trace.go:171","msg":"trace[1626791682] transaction","detail":"{read_only:false; response_revision:17382; number_of_response:1; }","duration":"836.615364ms","start":"2026-02-25T22:44:28.946917Z","end":"2026-02-25T22:44:29.783533Z","steps":["trace[1626791682] 'process raft request' (duration: 836.424908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:29.783849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:44:28.946893Z","time spent":"836.855932ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:44:30.122113Z","caller":"traceutil/trace.go:171","msg":"trace[538579469] linearizableReadLoop","detail":"{readStateIndex:18025; appliedIndex:18023; }","duration":"996.631564ms","start":"2026-02-25T22:44:29.125456Z","end":"2026-02-25T22:44:30.122088Z","steps":["trace[538579469] 'read index received' (duration: 657.861909ms)","trace[538579469] 'applied index is now lower than readState.Index' (duration: 338.768585ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:44:30.122296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.83061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-02-25T22:44:30.12238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.344485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T22:44:30.122332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.146715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vc756\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-02-25T22:44:30.122412Z","caller":"traceutil/trace.go:171","msg":"trace[149329652] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vc756; range_end:; response_count:1; response_revision:17383; }","duration":"920.31298ms","start":"2026-02-25T22:44:29.202093Z","end":"2026-02-25T22:44:30.122406Z","steps":["trace[149329652] 'agreement among raft nodes before linearized reading' (duration: 920.110973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:30.122456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:44:29.202052Z","time spent":"920.396413ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-vc756\" "} {"level":"warn","ts":"2026-02-25T22:44:30.122477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.757968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T22:44:30.122582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.92662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:44:30.122615Z","caller":"traceutil/trace.go:171","msg":"trace[1131857506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17383; }","duration":"719.018763ms","start":"2026-02-25T22:44:29.40359Z","end":"2026-02-25T22:44:30.122609Z","steps":["trace[1131857506] 'agreement among raft nodes before linearized reading' (duration: 718.971672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:30.122641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:44:29.403559Z","time spent":"719.076515ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T22:44:30.122379Z","caller":"traceutil/trace.go:171","msg":"trace[155113264] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:17383; }","duration":"996.984635ms","start":"2026-02-25T22:44:29.125378Z","end":"2026-02-25T22:44:30.122362Z","steps":["trace[155113264] 'agreement among raft nodes before linearized reading' (duration: 996.790299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:30.122696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:44:29.125345Z","time spent":"997.342117ms","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-25T22:44:30.122578Z","caller":"traceutil/trace.go:171","msg":"trace[1223700551] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:17383; }","duration":"469.917493ms","start":"2026-02-25T22:44:29.652639Z","end":"2026-02-25T22:44:30.122557Z","steps":["trace[1223700551] 'agreement among raft nodes before linearized reading' (duration: 469.650715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:30.122778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:44:29.652615Z","time spent":"470.154541ms","remote":"127.0.0.1:38570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":60,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-25T22:44:30.122412Z","caller":"traceutil/trace.go:171","msg":"trace[199673682] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:17383; }","duration":"818.413316ms","start":"2026-02-25T22:44:29.303985Z","end":"2026-02-25T22:44:30.122399Z","steps":["trace[199673682] 'agreement among raft nodes before linearized reading' (duration: 818.364805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:30.122902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:44:29.303961Z","time spent":"818.928633ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:44:30.122792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.348283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T22:44:30.122211Z","caller":"traceutil/trace.go:171","msg":"trace[788374133] transaction","detail":"{read_only:false; response_revision:17383; number_of_response:1; }","duration":"737.900739ms","start":"2026-02-25T22:44:29.384278Z","end":"2026-02-25T22:44:30.122179Z","steps":["trace[788374133] 'process raft request' (duration: 736.810325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:30.123319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:44:29.384243Z","time spent":"738.980764ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:44:30.123088Z","caller":"traceutil/trace.go:171","msg":"trace[1596206118] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17383; }","duration":"719.918292ms","start":"2026-02-25T22:44:29.403149Z","end":"2026-02-25T22:44:30.123067Z","steps":["trace[1596206118] 'agreement among raft nodes before linearized reading' (duration: 719.147097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:30.123854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:44:29.403118Z","time spent":"720.695826ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:44:30.743083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.407828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T22:44:30.74316Z","caller":"traceutil/trace.go:171","msg":"trace[323268924] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:17383; }","duration":"131.541962ms","start":"2026-02-25T22:44:30.611601Z","end":"2026-02-25T22:44:30.743143Z","steps":["trace[323268924] 'count revisions from in-memory index tree' (duration: 131.298594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:30.743313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.429164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T22:44:30.743391Z","caller":"traceutil/trace.go:171","msg":"trace[1944467705] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:17383; }","duration":"204.506496ms","start":"2026-02-25T22:44:30.538872Z","end":"2026-02-25T22:44:30.743378Z","steps":["trace[1944467705] 'range keys from in-memory index tree' (duration: 204.131424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:30.743395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.516287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T22:44:30.74342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.295315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T22:44:30.743484Z","caller":"traceutil/trace.go:171","msg":"trace[607031917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17383; }","duration":"338.681212ms","start":"2026-02-25T22:44:30.404782Z","end":"2026-02-25T22:44:30.743464Z","steps":["trace[607031917] 'range keys from in-memory index tree' (duration: 338.386962ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:44:30.743517Z","caller":"traceutil/trace.go:171","msg":"trace[29765315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17383; }","duration":"126.409399ms","start":"2026-02-25T22:44:30.617086Z","end":"2026-02-25T22:44:30.743495Z","steps":["trace[29765315] 'count revisions from in-memory index tree' (duration: 126.241624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:30.743531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:44:30.404753Z","time spent":"338.769155ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T22:44:30.743853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.666352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-25T22:44:30.743982Z","caller":"traceutil/trace.go:171","msg":"trace[567530352] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17383; }","duration":"507.830736ms","start":"2026-02-25T22:44:30.236121Z","end":"2026-02-25T22:44:30.743952Z","steps":["trace[567530352] 'range keys from in-memory index tree' (duration: 506.909068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:44:30.744038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:44:30.236112Z","time spent":"507.913689ms","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-02-25T22:46:27.564066Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16054} {"level":"info","ts":"2026-02-25T22:46:27.665813Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16054,"took":"97.625226ms","hash":2175675801,"current-db-size-bytes":42762240,"current-db-size":"43 MB","current-db-size-in-use-bytes":30445568,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-25T22:46:27.665883Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2175675801,"revision":16054,"compact-revision":13609} {"level":"info","ts":"2026-02-25T22:48:36.025429Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-25T22:48:36.030918Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-25T22:48:36.031033Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-25T22:51:27.571229Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18385} {"level":"info","ts":"2026-02-25T22:51:27.687463Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18385,"took":"112.411554ms","hash":3535204685,"current-db-size-bytes":42762240,"current-db-size":"43 MB","current-db-size-in-use-bytes":24166400,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-25T22:51:27.687546Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3535204685,"revision":18385,"compact-revision":16054} {"level":"info","ts":"2026-02-25T22:51:56.70194Z","caller":"traceutil/trace.go:171","msg":"trace[1457559622] transaction","detail":"{read_only:false; response_revision:20292; number_of_response:1; }","duration":"135.179086ms","start":"2026-02-25T22:51:56.566391Z","end":"2026-02-25T22:51:56.70157Z","steps":["trace[1457559622] 'process raft request' (duration: 135.010361ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:51:56.702423Z","caller":"traceutil/trace.go:171","msg":"trace[189908875] transaction","detail":"{read_only:false; response_revision:20294; number_of_response:1; }","duration":"110.075891ms","start":"2026-02-25T22:51:56.592325Z","end":"2026-02-25T22:51:56.7024Z","steps":["trace[189908875] 'process raft request' (duration: 110.036409ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:51:56.702454Z","caller":"traceutil/trace.go:171","msg":"trace[939167701] transaction","detail":"{read_only:false; response_revision:20293; number_of_response:1; }","duration":"111.268839ms","start":"2026-02-25T22:51:56.591162Z","end":"2026-02-25T22:51:56.702431Z","steps":["trace[939167701] 'process raft request' (duration: 111.075202ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:52:14.885849Z","caller":"traceutil/trace.go:171","msg":"trace[971233369] transaction","detail":"{read_only:false; response_revision:20376; number_of_response:1; }","duration":"117.973861ms","start":"2026-02-25T22:52:14.767846Z","end":"2026-02-25T22:52:14.88582Z","steps":["trace[971233369] 'process raft request' (duration: 117.92684ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:52:14.886053Z","caller":"traceutil/trace.go:171","msg":"trace[1234179683] transaction","detail":"{read_only:false; response_revision:20375; number_of_response:1; }","duration":"118.474937ms","start":"2026-02-25T22:52:14.767555Z","end":"2026-02-25T22:52:14.88603Z","steps":["trace[1234179683] 'process raft request' (duration: 118.094335ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:52:53.280826Z","caller":"traceutil/trace.go:171","msg":"trace[1686854090] transaction","detail":"{read_only:false; response_revision:20567; number_of_response:1; }","duration":"254.225471ms","start":"2026-02-25T22:52:53.026558Z","end":"2026-02-25T22:52:53.280783Z","steps":["trace[1686854090] 'process raft request' (duration: 253.955342ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:52:53.306663Z","caller":"traceutil/trace.go:171","msg":"trace[692861051] linearizableReadLoop","detail":"{readStateIndex:21332; appliedIndex:21329; }","duration":"252.474966ms","start":"2026-02-25T22:52:53.054158Z","end":"2026-02-25T22:52:53.306633Z","steps":["trace[692861051] 'read index received' (duration: 226.340147ms)","trace[692861051] 'applied index is now lower than readState.Index' (duration: 26.133219ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:52:53.306707Z","caller":"traceutil/trace.go:171","msg":"trace[1464376860] transaction","detail":"{read_only:false; response_revision:20568; number_of_response:1; }","duration":"272.112328ms","start":"2026-02-25T22:52:53.034562Z","end":"2026-02-25T22:52:53.306674Z","steps":["trace[1464376860] 'process raft request' (duration: 271.801648ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:52:53.306754Z","caller":"traceutil/trace.go:171","msg":"trace[1655012262] transaction","detail":"{read_only:false; response_revision:20569; number_of_response:1; }","duration":"269.283629ms","start":"2026-02-25T22:52:53.037446Z","end":"2026-02-25T22:52:53.30673Z","steps":["trace[1655012262] 'process raft request' (duration: 269.105923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:52:53.306832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.660212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-25T22:52:53.306956Z","caller":"traceutil/trace.go:171","msg":"trace[1643765563] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20569; }","duration":"252.773105ms","start":"2026-02-25T22:52:53.054099Z","end":"2026-02-25T22:52:53.306872Z","steps":["trace[1643765563] 'agreement among raft nodes before linearized reading' (duration: 252.656822ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:52:59.544214Z","caller":"traceutil/trace.go:171","msg":"trace[1162299221] transaction","detail":"{read_only:false; response_revision:20594; number_of_response:1; }","duration":"243.254443ms","start":"2026-02-25T22:52:59.300933Z","end":"2026-02-25T22:52:59.544188Z","steps":["trace[1162299221] 'process raft request' (duration: 243.088448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:52:59.955269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.585855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T22:52:59.95558Z","caller":"traceutil/trace.go:171","msg":"trace[1895576793] linearizableReadLoop","detail":"{readStateIndex:21359; appliedIndex:21357; }","duration":"622.060134ms","start":"2026-02-25T22:52:59.333502Z","end":"2026-02-25T22:52:59.955562Z","steps":["trace[1895576793] 'read index received' (duration: 210.556456ms)","trace[1895576793] 'applied index is now lower than readState.Index' (duration: 411.502778ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:52:59.955643Z","caller":"traceutil/trace.go:171","msg":"trace[492846717] transaction","detail":"{read_only:false; response_revision:20596; number_of_response:1; }","duration":"622.034424ms","start":"2026-02-25T22:52:59.333583Z","end":"2026-02-25T22:52:59.955617Z","steps":["trace[492846717] 'process raft request' (duration: 621.883619ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:52:59.955682Z","caller":"traceutil/trace.go:171","msg":"trace[604277780] transaction","detail":"{read_only:false; response_revision:20595; number_of_response:1; }","duration":"623.073627ms","start":"2026-02-25T22:52:59.332593Z","end":"2026-02-25T22:52:59.955666Z","steps":["trace[604277780] 'process raft request' (duration: 348.993476ms)","trace[604277780] 'compare' (duration: 273.240674ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:52:59.955702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.928731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:52:59.955762Z","caller":"traceutil/trace.go:171","msg":"trace[610642233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20596; }","duration":"551.990813ms","start":"2026-02-25T22:52:59.403761Z","end":"2026-02-25T22:52:59.955752Z","steps":["trace[610642233] 'agreement among raft nodes before linearized reading' (duration: 551.907131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:52:59.955748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.196799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T22:52:59.955793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:52:59.333569Z","time spent":"622.140187ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:52:59.955806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:52:59.403668Z","time spent":"552.126778ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T22:52:59.955829Z","caller":"traceutil/trace.go:171","msg":"trace[1133563243] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:20596; }","duration":"622.350174ms","start":"2026-02-25T22:52:59.333454Z","end":"2026-02-25T22:52:59.955804Z","steps":["trace[1133563243] 'agreement among raft nodes before linearized reading' (duration: 622.197579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:52:59.955858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.529487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T22:52:59.955884Z","caller":"traceutil/trace.go:171","msg":"trace[690384982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20596; }","duration":"369.556388ms","start":"2026-02-25T22:52:59.586319Z","end":"2026-02-25T22:52:59.955876Z","steps":["trace[690384982] 'agreement among raft nodes before linearized reading' (duration: 369.458125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:52:59.955885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:52:59.333436Z","time spent":"622.438097ms","remote":"127.0.0.1:38494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:52:59.955911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:52:59.586252Z","time spent":"369.653901ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T22:52:59.955926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:52:59.332575Z","time spent":"623.15679ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:53:00.354714Z","caller":"traceutil/trace.go:171","msg":"trace[331276754] linearizableReadLoop","detail":"{readStateIndex:21362; appliedIndex:21361; }","duration":"320.761391ms","start":"2026-02-25T22:53:00.033923Z","end":"2026-02-25T22:53:00.354685Z","steps":["trace[331276754] 'read index received' (duration: 289.950564ms)","trace[331276754] 'applied index is now lower than readState.Index' (duration: 30.809767ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:53:00.354766Z","caller":"traceutil/trace.go:171","msg":"trace[1047683421] transaction","detail":"{read_only:false; response_revision:20598; number_of_response:1; }","duration":"321.557736ms","start":"2026-02-25T22:53:00.033174Z","end":"2026-02-25T22:53:00.354732Z","steps":["trace[1047683421] 'process raft request' (duration: 290.721689ms)","trace[1047683421] 'compare' (duration: 30.323391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:53:00.354935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:53:00.033154Z","time spent":"321.68464ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:53:00.355376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.417551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T22:53:00.355547Z","caller":"traceutil/trace.go:171","msg":"trace[1669531181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20598; }","duration":"321.628358ms","start":"2026-02-25T22:53:00.033887Z","end":"2026-02-25T22:53:00.355515Z","steps":["trace[1669531181] 'agreement among raft nodes before linearized reading' (duration: 320.929376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:53:00.355613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:53:00.03387Z","time spent":"321.728692ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T22:53:00.769866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.39501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T22:53:00.770142Z","caller":"traceutil/trace.go:171","msg":"trace[581164236] linearizableReadLoop","detail":"{readStateIndex:21364; appliedIndex:21362; }","duration":"415.3338ms","start":"2026-02-25T22:53:00.354785Z","end":"2026-02-25T22:53:00.770119Z","steps":["trace[581164236] 'read index received' (duration: 234.641641ms)","trace[581164236] 'applied index is now lower than readState.Index' (duration: 180.690719ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:53:00.77026Z","caller":"traceutil/trace.go:171","msg":"trace[1858146514] transaction","detail":"{read_only:false; response_revision:20599; number_of_response:1; }","duration":"733.703435ms","start":"2026-02-25T22:53:00.036535Z","end":"2026-02-25T22:53:00.770238Z","steps":["trace[1858146514] 'process raft request' (duration: 552.820919ms)","trace[1858146514] 'compare' (duration: 180.045869ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:53:00.77036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:53:00.036508Z","time spent":"733.799908ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:53:00.770598Z","caller":"traceutil/trace.go:171","msg":"trace[840429436] transaction","detail":"{read_only:false; response_revision:20600; number_of_response:1; }","duration":"499.285572ms","start":"2026-02-25T22:53:00.271283Z","end":"2026-02-25T22:53:00.770569Z","steps":["trace[840429436] 'process raft request' (duration: 498.711694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:53:00.770756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:53:00.271256Z","time spent":"499.423107ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:53:00.770776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.665468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T22:53:00.770831Z","caller":"traceutil/trace.go:171","msg":"trace[713998567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20600; }","duration":"688.76378ms","start":"2026-02-25T22:53:00.082051Z","end":"2026-02-25T22:53:00.770815Z","steps":["trace[713998567] 'agreement among raft nodes before linearized reading' (duration: 688.557664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:53:00.770876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:53:00.082026Z","time spent":"688.837173ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T22:53:00.782842Z","caller":"traceutil/trace.go:171","msg":"trace[165624407] transaction","detail":"{read_only:false; response_revision:20601; number_of_response:1; }","duration":"422.775026ms","start":"2026-02-25T22:53:00.360051Z","end":"2026-02-25T22:53:00.782826Z","steps":["trace[165624407] 'process raft request' (duration: 422.616441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:53:00.782936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:53:00.360018Z","time spent":"422.869269ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:53:00.783097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.806183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T22:53:00.783148Z","caller":"traceutil/trace.go:171","msg":"trace[1945268056] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20602; }","duration":"338.901086ms","start":"2026-02-25T22:53:00.444232Z","end":"2026-02-25T22:53:00.783133Z","steps":["trace[1945268056] 'agreement among raft nodes before linearized reading' (duration: 338.765382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:53:00.783176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:53:00.444209Z","time spent":"338.961408ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T22:53:00.783274Z","caller":"traceutil/trace.go:171","msg":"trace[511678775] transaction","detail":"{read_only:false; response_revision:20602; number_of_response:1; }","duration":"353.20787ms","start":"2026-02-25T22:53:00.430053Z","end":"2026-02-25T22:53:00.783261Z","steps":["trace[511678775] 'process raft request' (duration: 352.709604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:53:00.783355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:53:00.430021Z","time spent":"353.291073ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:53:00.783395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.811226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T22:53:00.783433Z","caller":"traceutil/trace.go:171","msg":"trace[906173287] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:20602; }","duration":"211.891209ms","start":"2026-02-25T22:53:00.571535Z","end":"2026-02-25T22:53:00.783426Z","steps":["trace[906173287] 'agreement among raft nodes before linearized reading' (duration: 211.807896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:53:01.140147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.131016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T22:53:01.14048Z","caller":"traceutil/trace.go:171","msg":"trace[1312192436] transaction","detail":"{read_only:false; response_revision:20603; number_of_response:1; }","duration":"362.929098ms","start":"2026-02-25T22:53:00.777508Z","end":"2026-02-25T22:53:01.140437Z","steps":["trace[1312192436] 'process raft request' (duration: 209.214603ms)","trace[1312192436] 'compare' (duration: 152.975361ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:53:01.140531Z","caller":"traceutil/trace.go:171","msg":"trace[2071832674] linearizableReadLoop","detail":"{readStateIndex:21368; appliedIndex:21366; }","duration":"354.283394ms","start":"2026-02-25T22:53:00.786228Z","end":"2026-02-25T22:53:01.140511Z","steps":["trace[2071832674] 'read index received' (duration: 200.511348ms)","trace[2071832674] 'applied index is now lower than readState.Index' (duration: 153.770396ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:53:01.140546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:53:00.784107Z","time spent":"356.426782ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T22:53:01.140708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:53:00.777487Z","time spent":"363.086333ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:53:01.140744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.519591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T22:53:01.140774Z","caller":"traceutil/trace.go:171","msg":"trace[806528831] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20603; }","duration":"354.570753ms","start":"2026-02-25T22:53:00.786195Z","end":"2026-02-25T22:53:01.140765Z","steps":["trace[806528831] 'agreement among raft nodes before linearized reading' (duration: 354.375177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:53:01.140806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:53:00.78618Z","time spent":"354.619615ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T22:54:24.020311Z","caller":"traceutil/trace.go:171","msg":"trace[2013584185] linearizableReadLoop","detail":"{readStateIndex:22096; appliedIndex:22095; }","duration":"155.356556ms","start":"2026-02-25T22:54:23.86492Z","end":"2026-02-25T22:54:24.020277Z","steps":["trace[2013584185] 'read index received' (duration: 155.073087ms)","trace[2013584185] 'applied index is now lower than readState.Index' (duration: 282.479µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:54:24.020403Z","caller":"traceutil/trace.go:171","msg":"trace[1474639200] transaction","detail":"{read_only:false; response_revision:21303; number_of_response:1; }","duration":"159.058024ms","start":"2026-02-25T22:54:23.861312Z","end":"2026-02-25T22:54:24.020371Z","steps":["trace[1474639200] 'process raft request' (duration: 158.753064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:24.020502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.550542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T22:54:24.020698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.922412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4987"} {"level":"info","ts":"2026-02-25T22:54:24.02073Z","caller":"traceutil/trace.go:171","msg":"trace[1820317355] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21303; }","duration":"154.967774ms","start":"2026-02-25T22:54:23.865755Z","end":"2026-02-25T22:54:24.020723Z","steps":["trace[1820317355] 'agreement among raft nodes before linearized reading' (duration: 154.813629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:24.02075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.973194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:54:24.020939Z","caller":"traceutil/trace.go:171","msg":"trace[1764355465] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21303; }","duration":"155.138459ms","start":"2026-02-25T22:54:23.865709Z","end":"2026-02-25T22:54:24.020847Z","steps":["trace[1764355465] 'agreement among raft nodes before linearized reading' (duration: 154.784828ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:24.021025Z","caller":"traceutil/trace.go:171","msg":"trace[59263457] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21303; }","duration":"155.645846ms","start":"2026-02-25T22:54:23.864877Z","end":"2026-02-25T22:54:24.020523Z","steps":["trace[59263457] 'agreement among raft nodes before linearized reading' (duration: 155.554443ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:24.379164Z","caller":"traceutil/trace.go:171","msg":"trace[580316839] transaction","detail":"{read_only:false; response_revision:21305; number_of_response:1; }","duration":"114.759259ms","start":"2026-02-25T22:54:24.264371Z","end":"2026-02-25T22:54:24.379131Z","steps":["trace[580316839] 'process raft request' (duration: 114.600204ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:25.305471Z","caller":"traceutil/trace.go:171","msg":"trace[1952172196] transaction","detail":"{read_only:false; response_revision:21308; number_of_response:1; }","duration":"101.219749ms","start":"2026-02-25T22:54:25.204219Z","end":"2026-02-25T22:54:25.305439Z","steps":["trace[1952172196] 'process raft request' (duration: 101.061214ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:25.311803Z","caller":"traceutil/trace.go:171","msg":"trace[1421467885] transaction","detail":"{read_only:false; response_revision:21309; number_of_response:1; }","duration":"105.130003ms","start":"2026-02-25T22:54:25.20662Z","end":"2026-02-25T22:54:25.31175Z","steps":["trace[1421467885] 'process raft request' (duration: 104.947728ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:36.065462Z","caller":"traceutil/trace.go:171","msg":"trace[1204147278] transaction","detail":"{read_only:false; response_revision:21363; number_of_response:1; }","duration":"245.987459ms","start":"2026-02-25T22:54:35.819422Z","end":"2026-02-25T22:54:36.06541Z","steps":["trace[1204147278] 'process raft request' (duration: 245.816893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:37.000421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.453751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T22:54:37.00055Z","caller":"traceutil/trace.go:171","msg":"trace[164548412] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:21367; }","duration":"162.642757ms","start":"2026-02-25T22:54:36.837887Z","end":"2026-02-25T22:54:37.00053Z","steps":["trace[164548412] 'count revisions from in-memory index tree' (duration: 162.275666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:37.000716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.217123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T22:54:37.000783Z","caller":"traceutil/trace.go:171","msg":"trace[1778680497] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:21367; }","duration":"144.364777ms","start":"2026-02-25T22:54:36.856404Z","end":"2026-02-25T22:54:37.000768Z","steps":["trace[1778680497] 'count revisions from in-memory index tree' (duration: 144.12153ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:37.199915Z","caller":"traceutil/trace.go:171","msg":"trace[1124322394] transaction","detail":"{read_only:false; response_revision:21368; number_of_response:1; }","duration":"135.076963ms","start":"2026-02-25T22:54:37.064812Z","end":"2026-02-25T22:54:37.199889Z","steps":["trace[1124322394] 'process raft request' (duration: 134.886507ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:37.451268Z","caller":"traceutil/trace.go:171","msg":"trace[1694307657] linearizableReadLoop","detail":"{readStateIndex:22165; appliedIndex:22164; }","duration":"100.060452ms","start":"2026-02-25T22:54:37.351187Z","end":"2026-02-25T22:54:37.451247Z","steps":["trace[1694307657] 'read index received' (duration: 98.917456ms)","trace[1694307657] 'applied index is now lower than readState.Index' (duration: 1.142096ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:54:37.451406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.200318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T22:54:37.451438Z","caller":"traceutil/trace.go:171","msg":"trace[75702213] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21369; }","duration":"100.28818ms","start":"2026-02-25T22:54:37.351144Z","end":"2026-02-25T22:54:37.451432Z","steps":["trace[75702213] 'agreement among raft nodes before linearized reading' (duration: 100.208528ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:37.451306Z","caller":"traceutil/trace.go:171","msg":"trace[182848383] transaction","detail":"{read_only:false; response_revision:21369; number_of_response:1; }","duration":"101.378074ms","start":"2026-02-25T22:54:37.3499Z","end":"2026-02-25T22:54:37.451279Z","steps":["trace[182848383] 'process raft request' (duration: 100.589859ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:37.583732Z","caller":"traceutil/trace.go:171","msg":"trace[407192523] transaction","detail":"{read_only:false; response_revision:21371; number_of_response:1; }","duration":"125.219881ms","start":"2026-02-25T22:54:37.458469Z","end":"2026-02-25T22:54:37.583688Z","steps":["trace[407192523] 'process raft request' (duration: 115.968088ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:39.314966Z","caller":"traceutil/trace.go:171","msg":"trace[350702561] transaction","detail":"{read_only:false; response_revision:21377; number_of_response:1; }","duration":"106.185117ms","start":"2026-02-25T22:54:39.208749Z","end":"2026-02-25T22:54:39.314934Z","steps":["trace[350702561] 'process raft request' (duration: 106.009742ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:40.994218Z","caller":"traceutil/trace.go:171","msg":"trace[1686039004] transaction","detail":"{read_only:false; response_revision:21382; number_of_response:1; }","duration":"424.460619ms","start":"2026-02-25T22:54:40.569731Z","end":"2026-02-25T22:54:40.994191Z","steps":["trace[1686039004] 'process raft request' (duration: 424.306694ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:40.994281Z","caller":"traceutil/trace.go:171","msg":"trace[438757194] linearizableReadLoop","detail":"{readStateIndex:22178; appliedIndex:22178; }","duration":"418.106947ms","start":"2026-02-25T22:54:40.576137Z","end":"2026-02-25T22:54:40.994244Z","steps":["trace[438757194] 'read index received' (duration: 418.086337ms)","trace[438757194] 'applied index is now lower than readState.Index' (duration: 17.42µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:54:40.994351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:54:40.569706Z","time spent":"424.580663ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:54:40.994685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.52062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T22:54:40.994771Z","caller":"traceutil/trace.go:171","msg":"trace[551509595] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:21382; }","duration":"418.669236ms","start":"2026-02-25T22:54:40.576089Z","end":"2026-02-25T22:54:40.994758Z","steps":["trace[551509595] 'agreement among raft nodes before linearized reading' (duration: 418.305464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:40.994886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:54:40.576069Z","time spent":"418.795519ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-02-25T22:54:41.154135Z","caller":"traceutil/trace.go:171","msg":"trace[625880283] transaction","detail":"{read_only:false; response_revision:21383; number_of_response:1; }","duration":"477.970717ms","start":"2026-02-25T22:54:40.676127Z","end":"2026-02-25T22:54:41.154098Z","steps":["trace[625880283] 'process raft request' (duration: 414.641528ms)","trace[625880283] 'compare' (duration: 63.091111ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:54:41.154338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:54:40.676096Z","time spent":"478.135362ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:54:41.15454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.523788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:54:41.154564Z","caller":"traceutil/trace.go:171","msg":"trace[1787351289] linearizableReadLoop","detail":"{readStateIndex:22179; appliedIndex:22178; }","duration":"159.932442ms","start":"2026-02-25T22:54:40.994356Z","end":"2026-02-25T22:54:41.154288Z","steps":["trace[1787351289] 'read index received' (duration: 96.425308ms)","trace[1787351289] 'applied index is now lower than readState.Index' (duration: 63.505814ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:54:41.1546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.488177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T22:54:41.154656Z","caller":"traceutil/trace.go:171","msg":"trace[910062359] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:21383; }","duration":"422.648952ms","start":"2026-02-25T22:54:40.731966Z","end":"2026-02-25T22:54:41.154615Z","steps":["trace[910062359] 'agreement among raft nodes before linearized reading' (duration: 422.456536ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:41.154661Z","caller":"traceutil/trace.go:171","msg":"trace[1219459674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21383; }","duration":"463.59393ms","start":"2026-02-25T22:54:40.691049Z","end":"2026-02-25T22:54:41.154643Z","steps":["trace[1219459674] 'agreement among raft nodes before linearized reading' (duration: 463.393264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:41.154707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:54:40.691035Z","time spent":"463.663593ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T22:54:41.154734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:54:40.73195Z","time spent":"422.745906ms","remote":"127.0.0.1:36158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:54:41.154955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.545355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-25T22:54:41.155008Z","caller":"traceutil/trace.go:171","msg":"trace[1642499580] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21383; }","duration":"139.623408ms","start":"2026-02-25T22:54:41.01537Z","end":"2026-02-25T22:54:41.154993Z","steps":["trace[1642499580] 'agreement among raft nodes before linearized reading' (duration: 139.500334ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:42.442076Z","caller":"traceutil/trace.go:171","msg":"trace[1688768928] transaction","detail":"{read_only:false; response_revision:21392; number_of_response:1; }","duration":"162.348998ms","start":"2026-02-25T22:54:42.279703Z","end":"2026-02-25T22:54:42.442052Z","steps":["trace[1688768928] 'process raft request' (duration: 162.162733ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:42.476114Z","caller":"traceutil/trace.go:171","msg":"trace[187809214] transaction","detail":"{read_only:false; response_revision:21393; number_of_response:1; }","duration":"160.817469ms","start":"2026-02-25T22:54:42.31526Z","end":"2026-02-25T22:54:42.476078Z","steps":["trace[187809214] 'process raft request' (duration: 160.443728ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:44.704285Z","caller":"traceutil/trace.go:171","msg":"trace[1423964186] transaction","detail":"{read_only:false; response_revision:21404; number_of_response:1; }","duration":"134.803265ms","start":"2026-02-25T22:54:44.569452Z","end":"2026-02-25T22:54:44.704255Z","steps":["trace[1423964186] 'process raft request' (duration: 134.64702ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:45.705295Z","caller":"traceutil/trace.go:171","msg":"trace[607469271] transaction","detail":"{read_only:false; response_revision:21410; number_of_response:1; }","duration":"144.884764ms","start":"2026-02-25T22:54:45.560385Z","end":"2026-02-25T22:54:45.70527Z","steps":["trace[607469271] 'process raft request' (duration: 144.692918ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:45.817497Z","caller":"traceutil/trace.go:171","msg":"trace[1194721596] transaction","detail":"{read_only:false; response_revision:21411; number_of_response:1; }","duration":"101.488138ms","start":"2026-02-25T22:54:45.715987Z","end":"2026-02-25T22:54:45.817475Z","steps":["trace[1194721596] 'process raft request' (duration: 101.307552ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:46.161792Z","caller":"traceutil/trace.go:171","msg":"trace[857736296] transaction","detail":"{read_only:false; response_revision:21417; number_of_response:1; }","duration":"165.525579ms","start":"2026-02-25T22:54:45.996232Z","end":"2026-02-25T22:54:46.161758Z","steps":["trace[857736296] 'process raft request' (duration: 165.173158ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:46.555016Z","caller":"traceutil/trace.go:171","msg":"trace[237367995] linearizableReadLoop","detail":"{readStateIndex:22222; appliedIndex:22220; }","duration":"151.812654ms","start":"2026-02-25T22:54:46.403174Z","end":"2026-02-25T22:54:46.554987Z","steps":["trace[237367995] 'read index received' (duration: 151.092191ms)","trace[237367995] 'applied index is now lower than readState.Index' (duration: 715.172µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:54:46.555149Z","caller":"traceutil/trace.go:171","msg":"trace[1882891840] transaction","detail":"{read_only:false; response_revision:21423; number_of_response:1; }","duration":"229.978852ms","start":"2026-02-25T22:54:46.325114Z","end":"2026-02-25T22:54:46.555093Z","steps":["trace[1882891840] 'process raft request' (duration: 229.772505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:46.555159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.975899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:54:46.555245Z","caller":"traceutil/trace.go:171","msg":"trace[1583687484] transaction","detail":"{read_only:false; response_revision:21422; number_of_response:1; }","duration":"233.825464ms","start":"2026-02-25T22:54:46.321238Z","end":"2026-02-25T22:54:46.555064Z","steps":["trace[1583687484] 'process raft request' (duration: 232.944316ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:46.555307Z","caller":"traceutil/trace.go:171","msg":"trace[560994049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21423; }","duration":"152.177456ms","start":"2026-02-25T22:54:46.403101Z","end":"2026-02-25T22:54:46.555278Z","steps":["trace[560994049] 'agreement among raft nodes before linearized reading' (duration: 151.993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:46.579768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.573613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T22:54:46.579842Z","caller":"traceutil/trace.go:171","msg":"trace[245595432] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:21424; }","duration":"114.743678ms","start":"2026-02-25T22:54:46.465081Z","end":"2026-02-25T22:54:46.579825Z","steps":["trace[245595432] 'agreement among raft nodes before linearized reading' (duration: 114.534162ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:46.728545Z","caller":"traceutil/trace.go:171","msg":"trace[225831626] transaction","detail":"{read_only:false; response_revision:21426; number_of_response:1; }","duration":"128.499065ms","start":"2026-02-25T22:54:46.600013Z","end":"2026-02-25T22:54:46.728512Z","steps":["trace[225831626] 'process raft request' (duration: 74.884715ms)","trace[225831626] 'compare' (duration: 53.444874ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:54:47.223436Z","caller":"traceutil/trace.go:171","msg":"trace[947687966] transaction","detail":"{read_only:false; response_revision:21428; number_of_response:1; }","duration":"124.711315ms","start":"2026-02-25T22:54:47.098667Z","end":"2026-02-25T22:54:47.223378Z","steps":["trace[947687966] 'process raft request' (duration: 74.616806ms)","trace[947687966] 'compare' (duration: 49.782209ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:54:49.006045Z","caller":"traceutil/trace.go:171","msg":"trace[40926317] transaction","detail":"{read_only:false; response_revision:21442; number_of_response:1; }","duration":"124.299582ms","start":"2026-02-25T22:54:48.881725Z","end":"2026-02-25T22:54:49.006025Z","steps":["trace[40926317] 'process raft request' (duration: 124.139747ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:50.06747Z","caller":"traceutil/trace.go:171","msg":"trace[1972769874] linearizableReadLoop","detail":"{readStateIndex:22246; appliedIndex:22245; }","duration":"161.908114ms","start":"2026-02-25T22:54:49.905529Z","end":"2026-02-25T22:54:50.067438Z","steps":["trace[1972769874] 'read index received' (duration: 161.677457ms)","trace[1972769874] 'applied index is now lower than readState.Index' (duration: 229.347µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:54:50.067498Z","caller":"traceutil/trace.go:171","msg":"trace[330300098] transaction","detail":"{read_only:false; response_revision:21447; number_of_response:1; }","duration":"162.009047ms","start":"2026-02-25T22:54:49.90545Z","end":"2026-02-25T22:54:50.067459Z","steps":["trace[330300098] 'process raft request' (duration: 161.77942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:50.067818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.46973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:54:50.067887Z","caller":"traceutil/trace.go:171","msg":"trace[1849405687] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21447; }","duration":"161.583484ms","start":"2026-02-25T22:54:49.906287Z","end":"2026-02-25T22:54:50.06787Z","steps":["trace[1849405687] 'agreement among raft nodes before linearized reading' (duration: 161.393388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:50.067978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.862881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-02-25T22:54:50.068019Z","caller":"traceutil/trace.go:171","msg":"trace[2030282343] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21447; }","duration":"160.922012ms","start":"2026-02-25T22:54:49.907086Z","end":"2026-02-25T22:54:50.068008Z","steps":["trace[2030282343] 'agreement among raft nodes before linearized reading' (duration: 160.778228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:50.068182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.001241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T22:54:50.068275Z","caller":"traceutil/trace.go:171","msg":"trace[1053583162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21447; }","duration":"141.159386ms","start":"2026-02-25T22:54:49.927094Z","end":"2026-02-25T22:54:50.068254Z","steps":["trace[1053583162] 'agreement among raft nodes before linearized reading' (duration: 140.732683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:50.068236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.701079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-02-25T22:54:50.068379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.970596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-02-25T22:54:50.068562Z","caller":"traceutil/trace.go:171","msg":"trace[2091767922] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21447; }","duration":"162.180782ms","start":"2026-02-25T22:54:49.906363Z","end":"2026-02-25T22:54:50.068543Z","steps":["trace[2091767922] 'agreement among raft nodes before linearized reading' (duration: 161.733478ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:50.068441Z","caller":"traceutil/trace.go:171","msg":"trace[413630925] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21447; }","duration":"162.926427ms","start":"2026-02-25T22:54:49.905503Z","end":"2026-02-25T22:54:50.068429Z","steps":["trace[413630925] 'agreement among raft nodes before linearized reading' (duration: 162.031688ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:50.383433Z","caller":"traceutil/trace.go:171","msg":"trace[2105311920] linearizableReadLoop","detail":"{readStateIndex:22247; appliedIndex:22246; }","duration":"210.320108ms","start":"2026-02-25T22:54:50.173085Z","end":"2026-02-25T22:54:50.383405Z","steps":["trace[2105311920] 'read index received' (duration: 210.139702ms)","trace[2105311920] 'applied index is now lower than readState.Index' (duration: 179.246µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:54:50.383504Z","caller":"traceutil/trace.go:171","msg":"trace[768505402] transaction","detail":"{read_only:false; response_revision:21448; number_of_response:1; }","duration":"309.774921ms","start":"2026-02-25T22:54:50.073694Z","end":"2026-02-25T22:54:50.383469Z","steps":["trace[768505402] 'process raft request' (duration: 309.547444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:50.383603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.509794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:54:50.383646Z","caller":"traceutil/trace.go:171","msg":"trace[742412912] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21448; }","duration":"210.631188ms","start":"2026-02-25T22:54:50.173003Z","end":"2026-02-25T22:54:50.383634Z","steps":["trace[742412912] 'agreement among raft nodes before linearized reading' (duration: 210.545166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:50.383696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:54:50.073672Z","time spent":"309.916376ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:54:50.383887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.529811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-02-25T22:54:50.383993Z","caller":"traceutil/trace.go:171","msg":"trace[296595304] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21448; }","duration":"207.709106ms","start":"2026-02-25T22:54:50.176261Z","end":"2026-02-25T22:54:50.38397Z","steps":["trace[296595304] 'agreement among raft nodes before linearized reading' (duration: 207.344434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:50.861945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.971983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-25T22:54:50.862266Z","caller":"traceutil/trace.go:171","msg":"trace[878365686] transaction","detail":"{read_only:false; response_revision:21451; number_of_response:1; }","duration":"224.460337ms","start":"2026-02-25T22:54:50.637735Z","end":"2026-02-25T22:54:50.862196Z","steps":["trace[878365686] 'process raft request' (duration: 99.163934ms)","trace[878365686] 'compare' (duration: 124.764947ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:54:50.862286Z","caller":"traceutil/trace.go:171","msg":"trace[1185066513] transaction","detail":"{read_only:false; response_revision:21452; number_of_response:1; }","duration":"199.208067ms","start":"2026-02-25T22:54:50.663035Z","end":"2026-02-25T22:54:50.862243Z","steps":["trace[1185066513] 'process raft request' (duration: 199.015541ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:50.862618Z","caller":"traceutil/trace.go:171","msg":"trace[969670896] transaction","detail":"{read_only:false; response_revision:21453; number_of_response:1; }","duration":"187.64124ms","start":"2026-02-25T22:54:50.674954Z","end":"2026-02-25T22:54:50.862596Z","steps":["trace[969670896] 'process raft request' (duration: 187.173765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:50.863402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.713624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T22:54:50.863451Z","caller":"traceutil/trace.go:171","msg":"trace[1477175738] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:21453; }","duration":"100.805287ms","start":"2026-02-25T22:54:50.762633Z","end":"2026-02-25T22:54:50.863438Z","steps":["trace[1477175738] 'agreement among raft nodes before linearized reading' (duration: 99.607789ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:51.704765Z","caller":"traceutil/trace.go:171","msg":"trace[644426642] linearizableReadLoop","detail":"{readStateIndex:22263; appliedIndex:22262; }","duration":"103.730869ms","start":"2026-02-25T22:54:51.600936Z","end":"2026-02-25T22:54:51.704667Z","steps":["trace[644426642] 'read index received' (duration: 30.109455ms)","trace[644426642] 'applied index is now lower than readState.Index' (duration: 73.619714ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:54:51.705316Z","caller":"traceutil/trace.go:171","msg":"trace[792199237] transaction","detail":"{read_only:false; response_revision:21463; number_of_response:1; }","duration":"133.004857ms","start":"2026-02-25T22:54:51.572277Z","end":"2026-02-25T22:54:51.705282Z","steps":["trace[792199237] 'process raft request' (duration: 58.763343ms)","trace[792199237] 'compare' (duration: 73.309604ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:54:51.705622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.664569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T22:54:51.705687Z","caller":"traceutil/trace.go:171","msg":"trace[1903677353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21463; }","duration":"104.791853ms","start":"2026-02-25T22:54:51.600879Z","end":"2026-02-25T22:54:51.705671Z","steps":["trace[1903677353] 'agreement among raft nodes before linearized reading' (duration: 103.974607ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:51.935778Z","caller":"traceutil/trace.go:171","msg":"trace[1662568210] linearizableReadLoop","detail":"{readStateIndex:22264; appliedIndex:22263; }","duration":"161.171441ms","start":"2026-02-25T22:54:51.774584Z","end":"2026-02-25T22:54:51.935755Z","steps":["trace[1662568210] 'read index received' (duration: 160.454918ms)","trace[1662568210] 'applied index is now lower than readState.Index' (duration: 715.523µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:54:51.936079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.47465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:54:51.936074Z","caller":"traceutil/trace.go:171","msg":"trace[1505908476] transaction","detail":"{read_only:false; response_revision:21464; number_of_response:1; }","duration":"225.424298ms","start":"2026-02-25T22:54:51.710512Z","end":"2026-02-25T22:54:51.935936Z","steps":["trace[1505908476] 'process raft request' (duration: 224.586891ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:51.936191Z","caller":"traceutil/trace.go:171","msg":"trace[80532843] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21464; }","duration":"161.629785ms","start":"2026-02-25T22:54:51.774532Z","end":"2026-02-25T22:54:51.936162Z","steps":["trace[80532843] 'agreement among raft nodes before linearized reading' (duration: 161.46141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:51.936488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.443388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-02-25T22:54:51.936564Z","caller":"traceutil/trace.go:171","msg":"trace[1356802128] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21464; }","duration":"160.53991ms","start":"2026-02-25T22:54:51.776005Z","end":"2026-02-25T22:54:51.936545Z","steps":["trace[1356802128] 'agreement among raft nodes before linearized reading' (duration: 160.189159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:51.936581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.520456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-02-25T22:54:51.936691Z","caller":"traceutil/trace.go:171","msg":"trace[856677659] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21464; }","duration":"158.661561ms","start":"2026-02-25T22:54:51.778003Z","end":"2026-02-25T22:54:51.936664Z","steps":["trace[856677659] 'agreement among raft nodes before linearized reading' (duration: 158.372732ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:54.768849Z","caller":"traceutil/trace.go:171","msg":"trace[1893280457] transaction","detail":"{read_only:false; response_revision:21482; number_of_response:1; }","duration":"108.419778ms","start":"2026-02-25T22:54:54.660405Z","end":"2026-02-25T22:54:54.768825Z","steps":["trace[1893280457] 'process raft request' (duration: 108.249392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:55.760146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.644793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T22:54:55.760163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.366819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T22:54:55.76018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.342589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:54:55.760238Z","caller":"traceutil/trace.go:171","msg":"trace[228538527] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:21483; }","duration":"300.824419ms","start":"2026-02-25T22:54:55.45939Z","end":"2026-02-25T22:54:55.760215Z","steps":["trace[228538527] 'count revisions from in-memory index tree' (duration: 300.483258ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:55.760265Z","caller":"traceutil/trace.go:171","msg":"trace[629314262] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:21483; }","duration":"297.533395ms","start":"2026-02-25T22:54:55.462707Z","end":"2026-02-25T22:54:55.76024Z","steps":["trace[629314262] 'count revisions from in-memory index tree' (duration: 297.262246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:55.76029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:54:55.459365Z","time spent":"300.914592ms","remote":"127.0.0.1:40158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-25T22:54:55.76027Z","caller":"traceutil/trace.go:171","msg":"trace[34835766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21483; }","duration":"356.475753ms","start":"2026-02-25T22:54:55.403772Z","end":"2026-02-25T22:54:55.760248Z","steps":["trace[34835766] 'range keys from in-memory index tree' (duration: 356.242066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:55.760635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:54:55.403748Z","time spent":"356.868166ms","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T22:54:55.810338Z","caller":"traceutil/trace.go:171","msg":"trace[1761811817] linearizableReadLoop","detail":"{readStateIndex:22284; appliedIndex:22283; }","duration":"223.366842ms","start":"2026-02-25T22:54:55.586947Z","end":"2026-02-25T22:54:55.810314Z","steps":["trace[1761811817] 'read index received' (duration: 223.143545ms)","trace[1761811817] 'applied index is now lower than readState.Index' (duration: 222.457µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:54:55.810377Z","caller":"traceutil/trace.go:171","msg":"trace[2146951617] transaction","detail":"{read_only:false; response_revision:21484; number_of_response:1; }","duration":"324.909913ms","start":"2026-02-25T22:54:55.485443Z","end":"2026-02-25T22:54:55.810353Z","steps":["trace[2146951617] 'process raft request' (duration: 324.705446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:55.810513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:54:55.485422Z","time spent":"325.012565ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:54:55.810573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.616451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T22:54:55.810619Z","caller":"traceutil/trace.go:171","msg":"trace[1619866172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21484; }","duration":"223.720254ms","start":"2026-02-25T22:54:55.586886Z","end":"2026-02-25T22:54:55.810607Z","steps":["trace[1619866172] 'agreement among raft nodes before linearized reading' (duration: 223.532038ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:56.021606Z","caller":"traceutil/trace.go:171","msg":"trace[1446742077] transaction","detail":"{read_only:false; response_revision:21485; number_of_response:1; }","duration":"206.304521ms","start":"2026-02-25T22:54:55.815272Z","end":"2026-02-25T22:54:56.021576Z","steps":["trace[1446742077] 'process raft request' (duration: 205.238888ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:56.587282Z","caller":"traceutil/trace.go:171","msg":"trace[1516188161] transaction","detail":"{read_only:false; response_revision:21489; number_of_response:1; }","duration":"112.940222ms","start":"2026-02-25T22:54:56.474311Z","end":"2026-02-25T22:54:56.587251Z","steps":["trace[1516188161] 'process raft request' (duration: 112.684403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:56.956993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.604264ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T22:54:56.957299Z","caller":"traceutil/trace.go:171","msg":"trace[1389472115] linearizableReadLoop","detail":"{readStateIndex:22291; appliedIndex:22288; }","duration":"393.002612ms","start":"2026-02-25T22:54:56.564279Z","end":"2026-02-25T22:54:56.957281Z","steps":["trace[1389472115] 'read index received' (duration: 22.70235ms)","trace[1389472115] 'applied index is now lower than readState.Index' (duration: 370.299262ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:54:56.957346Z","caller":"traceutil/trace.go:171","msg":"trace[340283551] transaction","detail":"{read_only:false; response_revision:21490; number_of_response:1; }","duration":"447.019414ms","start":"2026-02-25T22:54:56.510299Z","end":"2026-02-25T22:54:56.957319Z","steps":["trace[340283551] 'process raft request' (duration: 446.804297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:56.957573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:54:56.510277Z","time spent":"447.19834ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:54:56.957606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.319652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T22:54:56.957665Z","caller":"traceutil/trace.go:171","msg":"trace[330680453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21491; }","duration":"393.416774ms","start":"2026-02-25T22:54:56.56423Z","end":"2026-02-25T22:54:56.957647Z","steps":["trace[330680453] 'agreement among raft nodes before linearized reading' (duration: 393.154546ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:54:56.957703Z","caller":"traceutil/trace.go:171","msg":"trace[1969130487] transaction","detail":"{read_only:false; response_revision:21491; number_of_response:1; }","duration":"183.986214ms","start":"2026-02-25T22:54:56.773702Z","end":"2026-02-25T22:54:56.957688Z","steps":["trace[1969130487] 'process raft request' (duration: 183.534399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:54:56.957717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:54:56.564206Z","time spent":"393.497137ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T22:54:56.957934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.558735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:54:56.957994Z","caller":"traceutil/trace.go:171","msg":"trace[1198459703] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:21492; }","duration":"174.650118ms","start":"2026-02-25T22:54:56.783327Z","end":"2026-02-25T22:54:56.957977Z","steps":["trace[1198459703] 'agreement among raft nodes before linearized reading' (duration: 174.535194ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:02.151783Z","caller":"traceutil/trace.go:171","msg":"trace[1803911104] transaction","detail":"{read_only:false; response_revision:21530; number_of_response:1; }","duration":"102.033465ms","start":"2026-02-25T22:55:02.049724Z","end":"2026-02-25T22:55:02.151758Z","steps":["trace[1803911104] 'process raft request' (duration: 101.830319ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:05.136604Z","caller":"traceutil/trace.go:171","msg":"trace[1432759779] transaction","detail":"{read_only:false; response_revision:21551; number_of_response:1; }","duration":"241.765376ms","start":"2026-02-25T22:55:04.894818Z","end":"2026-02-25T22:55:05.136584Z","steps":["trace[1432759779] 'process raft request' (duration: 241.642362ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:05.143218Z","caller":"traceutil/trace.go:171","msg":"trace[129991808] linearizableReadLoop","detail":"{readStateIndex:22355; appliedIndex:22352; }","duration":"115.896395ms","start":"2026-02-25T22:55:05.027305Z","end":"2026-02-25T22:55:05.143201Z","steps":["trace[129991808] 'read index received' (duration: 109.221183ms)","trace[129991808] 'applied index is now lower than readState.Index' (duration: 6.674112ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:55:05.143432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.121602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T22:55:05.143399Z","caller":"traceutil/trace.go:171","msg":"trace[645983800] transaction","detail":"{read_only:false; response_revision:21552; number_of_response:1; }","duration":"155.708447ms","start":"2026-02-25T22:55:04.987539Z","end":"2026-02-25T22:55:05.143247Z","steps":["trace[645983800] 'process raft request' (duration: 155.4776ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:05.143452Z","caller":"traceutil/trace.go:171","msg":"trace[697178594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21553; }","duration":"116.194784ms","start":"2026-02-25T22:55:05.027249Z","end":"2026-02-25T22:55:05.143444Z","steps":["trace[697178594] 'agreement among raft nodes before linearized reading' (duration: 116.096031ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:05.143597Z","caller":"traceutil/trace.go:171","msg":"trace[2076480234] transaction","detail":"{read_only:false; response_revision:21553; number_of_response:1; }","duration":"155.763829ms","start":"2026-02-25T22:55:04.987823Z","end":"2026-02-25T22:55:05.143587Z","steps":["trace[2076480234] 'process raft request' (duration: 155.328345ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:06.268489Z","caller":"traceutil/trace.go:171","msg":"trace[2138495236] transaction","detail":"{read_only:false; response_revision:21560; number_of_response:1; }","duration":"113.162909ms","start":"2026-02-25T22:55:06.155298Z","end":"2026-02-25T22:55:06.268461Z","steps":["trace[2138495236] 'process raft request' (duration: 90.114098ms)","trace[2138495236] 'compare' (duration: 22.841754ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:55:08.15682Z","caller":"traceutil/trace.go:171","msg":"trace[1203937862] linearizableReadLoop","detail":"{readStateIndex:22384; appliedIndex:22383; }","duration":"105.022079ms","start":"2026-02-25T22:55:08.051768Z","end":"2026-02-25T22:55:08.156791Z","steps":["trace[1203937862] 'read index received' (duration: 104.843733ms)","trace[1203937862] 'applied index is now lower than readState.Index' (duration: 177.136µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:55:08.156917Z","caller":"traceutil/trace.go:171","msg":"trace[106106005] transaction","detail":"{read_only:false; response_revision:21581; number_of_response:1; }","duration":"171.342402ms","start":"2026-02-25T22:55:07.985554Z","end":"2026-02-25T22:55:08.156896Z","steps":["trace[106106005] 'process raft request' (duration: 171.061283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:08.157105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.195635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-02-25T22:55:08.157158Z","caller":"traceutil/trace.go:171","msg":"trace[1746540950] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21581; }","duration":"105.261657ms","start":"2026-02-25T22:55:08.05188Z","end":"2026-02-25T22:55:08.157141Z","steps":["trace[1746540950] 'agreement among raft nodes before linearized reading' (duration: 105.078291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:08.157176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.242523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-02-25T22:55:08.157231Z","caller":"traceutil/trace.go:171","msg":"trace[585108584] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:21581; }","duration":"103.537562ms","start":"2026-02-25T22:55:08.053679Z","end":"2026-02-25T22:55:08.157217Z","steps":["trace[585108584] 'agreement among raft nodes before linearized reading' (duration: 103.376876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:08.157267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.630093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12705"} {"level":"warn","ts":"2026-02-25T22:55:08.157292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.501415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-02-25T22:55:08.157386Z","caller":"traceutil/trace.go:171","msg":"trace[520079879] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21581; }","duration":"102.817519ms","start":"2026-02-25T22:55:08.054539Z","end":"2026-02-25T22:55:08.157356Z","steps":["trace[520079879] 'agreement among raft nodes before linearized reading' (duration: 102.466618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:08.15729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.174573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-02-25T22:55:08.157491Z","caller":"traceutil/trace.go:171","msg":"trace[1087763712] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:21581; }","duration":"105.711751ms","start":"2026-02-25T22:55:08.051659Z","end":"2026-02-25T22:55:08.157371Z","steps":["trace[1087763712] 'agreement among raft nodes before linearized reading' (duration: 105.288388ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:08.157544Z","caller":"traceutil/trace.go:171","msg":"trace[906016472] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21581; }","duration":"104.467402ms","start":"2026-02-25T22:55:08.053047Z","end":"2026-02-25T22:55:08.157515Z","steps":["trace[906016472] 'agreement among raft nodes before linearized reading' (duration: 104.030438ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:15.392814Z","caller":"traceutil/trace.go:171","msg":"trace[1430835342] transaction","detail":"{read_only:false; response_revision:21637; number_of_response:1; }","duration":"125.089847ms","start":"2026-02-25T22:55:15.267699Z","end":"2026-02-25T22:55:15.392789Z","steps":["trace[1430835342] 'process raft request' (duration: 117.026371ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:16.596459Z","caller":"traceutil/trace.go:171","msg":"trace[1017415063] transaction","detail":"{read_only:false; response_revision:21642; number_of_response:1; }","duration":"157.448122ms","start":"2026-02-25T22:55:16.43898Z","end":"2026-02-25T22:55:16.596428Z","steps":["trace[1017415063] 'process raft request' (duration: 156.663517ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:20.554902Z","caller":"traceutil/trace.go:171","msg":"trace[1113961502] transaction","detail":"{read_only:false; response_revision:21659; number_of_response:1; }","duration":"103.229774ms","start":"2026-02-25T22:55:20.451603Z","end":"2026-02-25T22:55:20.554833Z","steps":["trace[1113961502] 'process raft request' (duration: 102.908233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:21.256574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.911281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T22:55:21.256674Z","caller":"traceutil/trace.go:171","msg":"trace[1396925631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21661; }","duration":"283.079146ms","start":"2026-02-25T22:55:20.973564Z","end":"2026-02-25T22:55:21.256643Z","steps":["trace[1396925631] 'count revisions from in-memory index tree' (duration: 282.806278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:21.256906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.142042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T22:55:21.256988Z","caller":"traceutil/trace.go:171","msg":"trace[1919099444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21661; }","duration":"420.270106ms","start":"2026-02-25T22:55:20.836695Z","end":"2026-02-25T22:55:21.256965Z","steps":["trace[1919099444] 'range keys from in-memory index tree' (duration: 419.895054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:21.257027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:55:20.83667Z","time spent":"420.345319ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T22:55:21.25711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.23435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-25T22:55:21.257198Z","caller":"traceutil/trace.go:171","msg":"trace[1855565211] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:21661; }","duration":"165.385854ms","start":"2026-02-25T22:55:21.091787Z","end":"2026-02-25T22:55:21.257172Z","steps":["trace[1855565211] 'range keys from in-memory index tree' (duration: 165.002632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:30.033548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.951997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T22:55:30.033688Z","caller":"traceutil/trace.go:171","msg":"trace[1910534727] linearizableReadLoop","detail":"{readStateIndex:22508; appliedIndex:22507; }","duration":"417.193559ms","start":"2026-02-25T22:55:29.616473Z","end":"2026-02-25T22:55:30.033667Z","steps":["trace[1910534727] 'read index received' (duration: 136.970893ms)","trace[1910534727] 'applied index is now lower than readState.Index' (duration: 280.221096ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:55:30.033769Z","caller":"traceutil/trace.go:171","msg":"trace[1735464591] transaction","detail":"{read_only:false; response_revision:21701; number_of_response:1; }","duration":"450.067331ms","start":"2026-02-25T22:55:29.583618Z","end":"2026-02-25T22:55:30.033685Z","steps":["trace[1735464591] 'process raft request' (duration: 169.884667ms)","trace[1735464591] 'compare' (duration: 279.822233ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:55:30.033887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.407497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T22:55:30.033928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.445078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18635"} {"level":"warn","ts":"2026-02-25T22:55:30.033921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:55:29.5836Z","time spent":"450.261968ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:55:30.033978Z","caller":"traceutil/trace.go:171","msg":"trace[2043848173] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21701; }","duration":"417.515429ms","start":"2026-02-25T22:55:29.616446Z","end":"2026-02-25T22:55:30.033961Z","steps":["trace[2043848173] 'agreement among raft nodes before linearized reading' (duration: 417.321993ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:30.033976Z","caller":"traceutil/trace.go:171","msg":"trace[407528864] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:21701; }","duration":"184.554502ms","start":"2026-02-25T22:55:29.849392Z","end":"2026-02-25T22:55:30.033946Z","steps":["trace[407528864] 'agreement among raft nodes before linearized reading' (duration: 184.401617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:30.034022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:55:29.616431Z","time spent":"417.576391ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18657,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-25T22:55:30.540496Z","caller":"traceutil/trace.go:171","msg":"trace[534790472] linearizableReadLoop","detail":"{readStateIndex:22510; appliedIndex:22509; }","duration":"157.785304ms","start":"2026-02-25T22:55:30.382681Z","end":"2026-02-25T22:55:30.540466Z","steps":["trace[534790472] 'read index received' (duration: 133.827084ms)","trace[534790472] 'applied index is now lower than readState.Index' (duration: 23.95652ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:55:30.540668Z","caller":"traceutil/trace.go:171","msg":"trace[1962814867] transaction","detail":"{read_only:false; response_revision:21703; number_of_response:1; }","duration":"167.269514ms","start":"2026-02-25T22:55:30.373376Z","end":"2026-02-25T22:55:30.540645Z","steps":["trace[1962814867] 'process raft request' (duration: 143.123069ms)","trace[1962814867] 'compare' (duration: 23.820175ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:55:30.540997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.975965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:55:30.541151Z","caller":"traceutil/trace.go:171","msg":"trace[637713369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21703; }","duration":"138.289605ms","start":"2026-02-25T22:55:30.402839Z","end":"2026-02-25T22:55:30.541129Z","steps":["trace[637713369] 'agreement among raft nodes before linearized reading' (duration: 137.984485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:30.541135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.437194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-user-blv9p\" ","response":"range_response_count:1 size:9029"} {"level":"info","ts":"2026-02-25T22:55:30.54126Z","caller":"traceutil/trace.go:171","msg":"trace[1567304551] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-user-blv9p; range_end:; response_count:1; response_revision:21703; }","duration":"158.590549ms","start":"2026-02-25T22:55:30.382641Z","end":"2026-02-25T22:55:30.541231Z","steps":["trace[1567304551] 'agreement among raft nodes before linearized reading' (duration: 158.225067ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:30.702897Z","caller":"traceutil/trace.go:171","msg":"trace[1672396997] linearizableReadLoop","detail":"{readStateIndex:22512; appliedIndex:22511; }","duration":"123.707432ms","start":"2026-02-25T22:55:30.579168Z","end":"2026-02-25T22:55:30.702875Z","steps":["trace[1672396997] 'read index received' (duration: 65.068133ms)","trace[1672396997] 'applied index is now lower than readState.Index' (duration: 58.622279ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:55:30.70295Z","caller":"traceutil/trace.go:171","msg":"trace[728342261] transaction","detail":"{read_only:false; response_revision:21705; number_of_response:1; }","duration":"148.470728ms","start":"2026-02-25T22:55:30.554447Z","end":"2026-02-25T22:55:30.702918Z","steps":["trace[728342261] 'process raft request' (duration: 89.855409ms)","trace[728342261] 'compare' (duration: 58.461694ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:55:30.703186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.997402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T22:55:30.703277Z","caller":"traceutil/trace.go:171","msg":"trace[1216531833] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:21705; }","duration":"124.139016ms","start":"2026-02-25T22:55:30.579114Z","end":"2026-02-25T22:55:30.703253Z","steps":["trace[1216531833] 'agreement among raft nodes before linearized reading' (duration: 123.876238ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:32.212356Z","caller":"traceutil/trace.go:171","msg":"trace[1372131194] transaction","detail":"{read_only:false; response_revision:21715; number_of_response:1; }","duration":"134.000109ms","start":"2026-02-25T22:55:32.07833Z","end":"2026-02-25T22:55:32.21233Z","steps":["trace[1372131194] 'process raft request' (duration: 95.310692ms)","trace[1372131194] 'compare' (duration: 38.583574ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:55:36.611759Z","caller":"traceutil/trace.go:171","msg":"trace[1705598409] transaction","detail":"{read_only:false; response_revision:21759; number_of_response:1; }","duration":"108.711397ms","start":"2026-02-25T22:55:36.502988Z","end":"2026-02-25T22:55:36.611699Z","steps":["trace[1705598409] 'process raft request' (duration: 108.49612ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:36.873963Z","caller":"traceutil/trace.go:171","msg":"trace[2007461450] transaction","detail":"{read_only:false; response_revision:21761; number_of_response:1; }","duration":"122.69151ms","start":"2026-02-25T22:55:36.751245Z","end":"2026-02-25T22:55:36.873936Z","steps":["trace[2007461450] 'process raft request' (duration: 122.522535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:37.328438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.989145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T22:55:37.328537Z","caller":"traceutil/trace.go:171","msg":"trace[892670555] linearizableReadLoop","detail":"{readStateIndex:22571; appliedIndex:22570; }","duration":"339.916649ms","start":"2026-02-25T22:55:36.988605Z","end":"2026-02-25T22:55:37.328522Z","steps":["trace[892670555] 'read index received' (duration: 55.711857ms)","trace[892670555] 'applied index is now lower than readState.Index' (duration: 284.203462ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:55:37.328607Z","caller":"traceutil/trace.go:171","msg":"trace[1036273582] transaction","detail":"{read_only:false; response_revision:21762; number_of_response:1; }","duration":"426.017728ms","start":"2026-02-25T22:55:36.902582Z","end":"2026-02-25T22:55:37.3286Z","steps":["trace[1036273582] 'process raft request' (duration: 141.787126ms)","trace[1036273582] 'compare' (duration: 283.722606ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:55:37.328647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:55:36.902564Z","time spent":"426.06233ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:55:37.328951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.532256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-25T22:55:37.329039Z","caller":"traceutil/trace.go:171","msg":"trace[2132172786] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:21762; }","duration":"193.694141ms","start":"2026-02-25T22:55:37.135321Z","end":"2026-02-25T22:55:37.329016Z","steps":["trace[2132172786] 'agreement among raft nodes before linearized reading' (duration: 193.318479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:37.329086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.494186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417453"} {"level":"info","ts":"2026-02-25T22:55:37.329123Z","caller":"traceutil/trace.go:171","msg":"trace[1812329715] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21762; }","duration":"340.530237ms","start":"2026-02-25T22:55:36.988583Z","end":"2026-02-25T22:55:37.329113Z","steps":["trace[1812329715] 'agreement among raft nodes before linearized reading' (duration: 340.342801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:37.32915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:55:36.988466Z","time spent":"340.678882ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417475,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-02-25T22:55:37.916855Z","caller":"traceutil/trace.go:171","msg":"trace[1948909422] transaction","detail":"{read_only:false; response_revision:21763; number_of_response:1; }","duration":"510.413095ms","start":"2026-02-25T22:55:37.406416Z","end":"2026-02-25T22:55:37.91683Z","steps":["trace[1948909422] 'process raft request' (duration: 510.232629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:37.917142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:55:37.406399Z","time spent":"510.660303ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:55:38.078669Z","caller":"traceutil/trace.go:171","msg":"trace[939979438] transaction","detail":"{read_only:false; response_revision:21764; number_of_response:1; }","duration":"629.392268ms","start":"2026-02-25T22:55:37.449207Z","end":"2026-02-25T22:55:38.0786Z","steps":["trace[939979438] 'process raft request' (duration: 629.001626ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:38.078827Z","caller":"traceutil/trace.go:171","msg":"trace[598368012] linearizableReadLoop","detail":"{readStateIndex:22573; appliedIndex:22572; }","duration":"557.724156ms","start":"2026-02-25T22:55:37.521081Z","end":"2026-02-25T22:55:38.078805Z","steps":["trace[598368012] 'read index received' (duration: 395.819032ms)","trace[598368012] 'applied index is now lower than readState.Index' (duration: 161.904014ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:55:38.078867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:55:37.449182Z","time spent":"629.585373ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:55:38.078957Z","caller":"traceutil/trace.go:171","msg":"trace[915775530] transaction","detail":"{read_only:false; response_revision:21766; number_of_response:1; }","duration":"360.750929ms","start":"2026-02-25T22:55:37.718132Z","end":"2026-02-25T22:55:38.078883Z","steps":["trace[915775530] 'process raft request' (duration: 360.437319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:38.079217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:55:37.718104Z","time spent":"361.001067ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417436,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:55:38.079378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.270273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:29 size:256409"} {"level":"info","ts":"2026-02-25T22:55:38.079436Z","caller":"traceutil/trace.go:171","msg":"trace[2076734598] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:29; response_revision:21766; }","duration":"558.348285ms","start":"2026-02-25T22:55:37.521071Z","end":"2026-02-25T22:55:38.079419Z","steps":["trace[2076734598] 'agreement among raft nodes before linearized reading' (duration: 557.88811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:38.079486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:55:37.520989Z","time spent":"558.483489ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":29,"response size":256431,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-25T22:55:38.079545Z","caller":"traceutil/trace.go:171","msg":"trace[586199862] transaction","detail":"{read_only:false; response_revision:21765; number_of_response:1; }","duration":"429.493909ms","start":"2026-02-25T22:55:37.65003Z","end":"2026-02-25T22:55:38.079524Z","steps":["trace[586199862] 'process raft request' (duration: 428.371924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:38.07955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.077949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T22:55:38.079613Z","caller":"traceutil/trace.go:171","msg":"trace[636580712] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:21766; }","duration":"103.183132ms","start":"2026-02-25T22:55:37.976415Z","end":"2026-02-25T22:55:38.079598Z","steps":["trace[636580712] 'agreement among raft nodes before linearized reading' (duration: 103.027337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:38.079663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:55:37.65001Z","time spent":"429.587232ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:55:38.353152Z","caller":"traceutil/trace.go:171","msg":"trace[1010573537] linearizableReadLoop","detail":"{readStateIndex:22576; appliedIndex:22575; }","duration":"118.90235ms","start":"2026-02-25T22:55:38.234225Z","end":"2026-02-25T22:55:38.353128Z","steps":["trace[1010573537] 'read index received' (duration: 65.767345ms)","trace[1010573537] 'applied index is now lower than readState.Index' (duration: 53.134285ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:55:38.353567Z","caller":"traceutil/trace.go:171","msg":"trace[444440414] transaction","detail":"{read_only:false; response_revision:21767; number_of_response:1; }","duration":"255.405849ms","start":"2026-02-25T22:55:38.098118Z","end":"2026-02-25T22:55:38.353524Z","steps":["trace[444440414] 'process raft request' (duration: 201.775018ms)","trace[444440414] 'compare' (duration: 52.820435ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:55:38.353624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.394316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-02-25T22:55:38.353659Z","caller":"traceutil/trace.go:171","msg":"trace[1859561439] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21767; }","duration":"119.480129ms","start":"2026-02-25T22:55:38.234169Z","end":"2026-02-25T22:55:38.353649Z","steps":["trace[1859561439] 'agreement among raft nodes before linearized reading' (duration: 119.345554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:38.353669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.356613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-02-25T22:55:38.353755Z","caller":"traceutil/trace.go:171","msg":"trace[516754786] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21767; }","duration":"118.487807ms","start":"2026-02-25T22:55:38.235243Z","end":"2026-02-25T22:55:38.353731Z","steps":["trace[516754786] 'agreement among raft nodes before linearized reading' (duration: 118.26311ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:38.583238Z","caller":"traceutil/trace.go:171","msg":"trace[1613953193] transaction","detail":"{read_only:false; response_revision:21768; number_of_response:1; }","duration":"145.72593ms","start":"2026-02-25T22:55:38.437478Z","end":"2026-02-25T22:55:38.583204Z","steps":["trace[1613953193] 'process raft request' (duration: 96.262442ms)","trace[1613953193] 'compare' (duration: 49.234651ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:55:38.829869Z","caller":"traceutil/trace.go:171","msg":"trace[1233831899] transaction","detail":"{read_only:false; response_revision:21769; number_of_response:1; }","duration":"265.379395ms","start":"2026-02-25T22:55:38.564467Z","end":"2026-02-25T22:55:38.829846Z","steps":["trace[1233831899] 'process raft request' (duration: 265.248071ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:39.040199Z","caller":"traceutil/trace.go:171","msg":"trace[1640656923] transaction","detail":"{read_only:false; response_revision:21770; number_of_response:1; }","duration":"445.003541ms","start":"2026-02-25T22:55:38.59517Z","end":"2026-02-25T22:55:39.040174Z","steps":["trace[1640656923] 'process raft request' (duration: 439.568288ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:39.039992Z","caller":"traceutil/trace.go:171","msg":"trace[488206491] linearizableReadLoop","detail":"{readStateIndex:22579; appliedIndex:22578; }","duration":"369.157206ms","start":"2026-02-25T22:55:38.670813Z","end":"2026-02-25T22:55:39.039971Z","steps":["trace[488206491] 'read index received' (duration: 159.55679ms)","trace[488206491] 'applied index is now lower than readState.Index' (duration: 209.593346ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:55:39.040338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:55:38.595152Z","time spent":"445.114465ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8698,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:55:39.040427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.61511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T22:55:39.040456Z","caller":"traceutil/trace.go:171","msg":"trace[1020767797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21770; }","duration":"369.723003ms","start":"2026-02-25T22:55:38.670725Z","end":"2026-02-25T22:55:39.040448Z","steps":["trace[1020767797] 'agreement among raft nodes before linearized reading' (duration: 369.593189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:39.040487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:55:38.670686Z","time spent":"369.796447ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T22:55:39.040505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.104241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T22:55:39.040547Z","caller":"traceutil/trace.go:171","msg":"trace[1041516261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21770; }","duration":"162.197823ms","start":"2026-02-25T22:55:38.87834Z","end":"2026-02-25T22:55:39.040538Z","steps":["trace[1041516261] 'agreement among raft nodes before linearized reading' (duration: 162.062549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:40.299003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.126841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-02-25T22:55:40.299084Z","caller":"traceutil/trace.go:171","msg":"trace[1862974097] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:21779; }","duration":"110.252485ms","start":"2026-02-25T22:55:40.188811Z","end":"2026-02-25T22:55:40.299063Z","steps":["trace[1862974097] 'range keys from in-memory index tree' (duration: 110.032848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:40.679677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.289021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:55:40.67978Z","caller":"traceutil/trace.go:171","msg":"trace[1217032136] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21780; }","duration":"276.427135ms","start":"2026-02-25T22:55:40.403333Z","end":"2026-02-25T22:55:40.67976Z","steps":["trace[1217032136] 'range keys from in-memory index tree' (duration: 276.224729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:40.680069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.494366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T22:55:40.680149Z","caller":"traceutil/trace.go:171","msg":"trace[763695342] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:21780; }","duration":"100.623701ms","start":"2026-02-25T22:55:40.579506Z","end":"2026-02-25T22:55:40.68013Z","steps":["trace[763695342] 'range keys from in-memory index tree' (duration: 100.324621ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:41.175388Z","caller":"traceutil/trace.go:171","msg":"trace[100176156] transaction","detail":"{read_only:false; response_revision:21785; number_of_response:1; }","duration":"109.42409ms","start":"2026-02-25T22:55:41.065935Z","end":"2026-02-25T22:55:41.175359Z","steps":["trace[100176156] 'process raft request' (duration: 109.300266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:41.500517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.304899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T22:55:41.50062Z","caller":"traceutil/trace.go:171","msg":"trace[1475063462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21786; }","duration":"140.464143ms","start":"2026-02-25T22:55:41.360134Z","end":"2026-02-25T22:55:41.500598Z","steps":["trace[1475063462] 'range keys from in-memory index tree' (duration: 140.076042ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:47.202821Z","caller":"traceutil/trace.go:171","msg":"trace[1881887547] transaction","detail":"{read_only:false; response_revision:21816; number_of_response:1; }","duration":"102.46375ms","start":"2026-02-25T22:55:47.10033Z","end":"2026-02-25T22:55:47.202793Z","steps":["trace[1881887547] 'process raft request' (duration: 93.288409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:47.511829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.772352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T22:55:47.511951Z","caller":"traceutil/trace.go:171","msg":"trace[2043904519] linearizableReadLoop","detail":"{readStateIndex:22630; appliedIndex:22629; }","duration":"275.889827ms","start":"2026-02-25T22:55:47.236043Z","end":"2026-02-25T22:55:47.511933Z","steps":["trace[2043904519] 'read index received' (duration: 146.814646ms)","trace[2043904519] 'applied index is now lower than readState.Index' (duration: 129.073771ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:55:47.512002Z","caller":"traceutil/trace.go:171","msg":"trace[1412951747] transaction","detail":"{read_only:false; response_revision:21819; number_of_response:1; }","duration":"292.132232ms","start":"2026-02-25T22:55:47.219834Z","end":"2026-02-25T22:55:47.511966Z","steps":["trace[1412951747] 'process raft request' (duration: 163.080791ms)","trace[1412951747] 'compare' (duration: 128.602447ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:55:47.512079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.388746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:55:47.512113Z","caller":"traceutil/trace.go:171","msg":"trace[1387530958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21819; }","duration":"108.464249ms","start":"2026-02-25T22:55:47.403638Z","end":"2026-02-25T22:55:47.512102Z","steps":["trace[1387530958] 'agreement among raft nodes before linearized reading' (duration: 108.399337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:47.512256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.198517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T22:55:47.512356Z","caller":"traceutil/trace.go:171","msg":"trace[1849471508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21819; }","duration":"276.317311ms","start":"2026-02-25T22:55:47.236017Z","end":"2026-02-25T22:55:47.512334Z","steps":["trace[1849471508] 'agreement among raft nodes before linearized reading' (duration: 276.014591ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:48.888477Z","caller":"traceutil/trace.go:171","msg":"trace[762457592] transaction","detail":"{read_only:false; response_revision:21828; number_of_response:1; }","duration":"166.501489ms","start":"2026-02-25T22:55:48.721949Z","end":"2026-02-25T22:55:48.88845Z","steps":["trace[762457592] 'process raft request' (duration: 166.294743ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:48.959831Z","caller":"traceutil/trace.go:171","msg":"trace[1932555464] transaction","detail":"{read_only:false; response_revision:21829; number_of_response:1; }","duration":"230.082526ms","start":"2026-02-25T22:55:48.729721Z","end":"2026-02-25T22:55:48.959804Z","steps":["trace[1932555464] 'process raft request' (duration: 229.859569ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:51.998349Z","caller":"traceutil/trace.go:171","msg":"trace[961682141] transaction","detail":"{read_only:false; response_revision:21863; number_of_response:1; }","duration":"100.230788ms","start":"2026-02-25T22:55:51.898088Z","end":"2026-02-25T22:55:51.998318Z","steps":["trace[961682141] 'process raft request' (duration: 100.016972ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:55:52.094931Z","caller":"traceutil/trace.go:171","msg":"trace[725020686] linearizableReadLoop","detail":"{readStateIndex:22677; appliedIndex:22675; }","duration":"143.275483ms","start":"2026-02-25T22:55:51.951631Z","end":"2026-02-25T22:55:52.094906Z","steps":["trace[725020686] 'read index received' (duration: 46.474484ms)","trace[725020686] 'applied index is now lower than readState.Index' (duration: 96.799999ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:55:52.094986Z","caller":"traceutil/trace.go:171","msg":"trace[461118582] transaction","detail":"{read_only:false; response_revision:21864; number_of_response:1; }","duration":"193.767754ms","start":"2026-02-25T22:55:51.901194Z","end":"2026-02-25T22:55:52.094962Z","steps":["trace[461118582] 'process raft request' (duration: 193.460174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:55:52.09519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.50912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:55:52.095382Z","caller":"traceutil/trace.go:171","msg":"trace[545243308] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:21864; }","duration":"143.79153ms","start":"2026-02-25T22:55:51.951569Z","end":"2026-02-25T22:55:52.095361Z","steps":["trace[545243308] 'agreement among raft nodes before linearized reading' (duration: 143.460969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:03.083312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.159347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:56:03.083435Z","caller":"traceutil/trace.go:171","msg":"trace[296628285] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:21929; }","duration":"183.391835ms","start":"2026-02-25T22:56:02.900012Z","end":"2026-02-25T22:56:03.083404Z","steps":["trace[296628285] 'count revisions from in-memory index tree' (duration: 182.866549ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:03.116187Z","caller":"traceutil/trace.go:171","msg":"trace[1724688735] transaction","detail":"{read_only:false; response_revision:21930; number_of_response:1; }","duration":"130.013202ms","start":"2026-02-25T22:56:02.986137Z","end":"2026-02-25T22:56:03.11615Z","steps":["trace[1724688735] 'process raft request' (duration: 129.809016ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:03.527532Z","caller":"traceutil/trace.go:171","msg":"trace[1611934016] transaction","detail":"{read_only:false; response_revision:21931; number_of_response:1; }","duration":"113.480398ms","start":"2026-02-25T22:56:03.414025Z","end":"2026-02-25T22:56:03.527505Z","steps":["trace[1611934016] 'process raft request' (duration: 113.308913ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:18.980456Z","caller":"traceutil/trace.go:171","msg":"trace[1241280795] linearizableReadLoop","detail":"{readStateIndex:22943; appliedIndex:22942; }","duration":"168.09267ms","start":"2026-02-25T22:56:18.812329Z","end":"2026-02-25T22:56:18.980422Z","steps":["trace[1241280795] 'read index received' (duration: 167.501311ms)","trace[1241280795] 'applied index is now lower than readState.Index' (duration: 590.049µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:56:18.980584Z","caller":"traceutil/trace.go:171","msg":"trace[1531817621] transaction","detail":"{read_only:false; response_revision:22122; number_of_response:1; }","duration":"494.760408ms","start":"2026-02-25T22:56:18.485796Z","end":"2026-02-25T22:56:18.980556Z","steps":["trace[1531817621] 'process raft request' (duration: 493.990134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:18.980672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.334527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T22:56:18.980721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:18.48576Z","time spent":"494.900753ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:56:18.980719Z","caller":"traceutil/trace.go:171","msg":"trace[841677286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22122; }","duration":"168.427291ms","start":"2026-02-25T22:56:18.812278Z","end":"2026-02-25T22:56:18.980706Z","steps":["trace[841677286] 'agreement among raft nodes before linearized reading' (duration: 168.263026ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:27.580835Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20161} {"level":"info","ts":"2026-02-25T22:56:27.687784Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20161,"took":"102.698847ms","hash":1006334805,"current-db-size-bytes":42762240,"current-db-size":"43 MB","current-db-size-in-use-bytes":25505792,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-25T22:56:27.687868Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1006334805,"revision":20161,"compact-revision":18385} {"level":"info","ts":"2026-02-25T22:56:42.740705Z","caller":"traceutil/trace.go:171","msg":"trace[184731652] linearizableReadLoop","detail":"{readStateIndex:23073; appliedIndex:23072; }","duration":"121.158502ms","start":"2026-02-25T22:56:42.619522Z","end":"2026-02-25T22:56:42.74068Z","steps":["trace[184731652] 'read index received' (duration: 120.990697ms)","trace[184731652] 'applied index is now lower than readState.Index' (duration: 166.775µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:56:42.740824Z","caller":"traceutil/trace.go:171","msg":"trace[1665882622] transaction","detail":"{read_only:false; response_revision:22246; number_of_response:1; }","duration":"190.035396ms","start":"2026-02-25T22:56:42.55075Z","end":"2026-02-25T22:56:42.740785Z","steps":["trace[1665882622] 'process raft request' (duration: 189.763808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:42.741233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.682678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T22:56:42.74132Z","caller":"traceutil/trace.go:171","msg":"trace[1477402266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22246; }","duration":"121.782202ms","start":"2026-02-25T22:56:42.619516Z","end":"2026-02-25T22:56:42.741298Z","steps":["trace[1477402266] 'agreement among raft nodes before linearized reading' (duration: 121.282956ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:45.579264Z","caller":"traceutil/trace.go:171","msg":"trace[1392939207] transaction","detail":"{read_only:false; response_revision:22274; number_of_response:1; }","duration":"100.31184ms","start":"2026-02-25T22:56:45.47891Z","end":"2026-02-25T22:56:45.579222Z","steps":["trace[1392939207] 'process raft request' (duration: 100.160996ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:53.207139Z","caller":"traceutil/trace.go:171","msg":"trace[1819735725] linearizableReadLoop","detail":"{readStateIndex:23416; appliedIndex:23414; }","duration":"178.365436ms","start":"2026-02-25T22:56:53.028755Z","end":"2026-02-25T22:56:53.207121Z","steps":["trace[1819735725] 'read index received' (duration: 14.006214ms)","trace[1819735725] 'applied index is now lower than readState.Index' (duration: 164.358382ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:56:53.207463Z","caller":"traceutil/trace.go:171","msg":"trace[1981998082] transaction","detail":"{read_only:false; response_revision:22583; number_of_response:1; }","duration":"164.703803ms","start":"2026-02-25T22:56:53.042713Z","end":"2026-02-25T22:56:53.207416Z","steps":["trace[1981998082] 'process raft request' (duration: 164.485116ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:53.207613Z","caller":"traceutil/trace.go:171","msg":"trace[417309765] transaction","detail":"{read_only:false; response_revision:22585; number_of_response:1; }","duration":"150.11052ms","start":"2026-02-25T22:56:53.057477Z","end":"2026-02-25T22:56:53.207587Z","steps":["trace[417309765] 'process raft request' (duration: 149.851842ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:53.20751Z","caller":"traceutil/trace.go:171","msg":"trace[841273200] transaction","detail":"{read_only:false; response_revision:22584; number_of_response:1; }","duration":"164.532428ms","start":"2026-02-25T22:56:53.042958Z","end":"2026-02-25T22:56:53.20749Z","steps":["trace[841273200] 'process raft request' (duration: 164.307441ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:53.207306Z","caller":"traceutil/trace.go:171","msg":"trace[462142596] transaction","detail":"{read_only:false; response_revision:22582; number_of_response:1; }","duration":"168.614547ms","start":"2026-02-25T22:56:53.038672Z","end":"2026-02-25T22:56:53.207286Z","steps":["trace[462142596] 'process raft request' (duration: 168.38263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:53.208295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.513582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-25T22:56:53.208328Z","caller":"traceutil/trace.go:171","msg":"trace[823210875] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22585; }","duration":"179.593885ms","start":"2026-02-25T22:56:53.028725Z","end":"2026-02-25T22:56:53.208319Z","steps":["trace[823210875] 'agreement among raft nodes before linearized reading' (duration: 178.632235ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:53.208663Z","caller":"traceutil/trace.go:171","msg":"trace[559504603] transaction","detail":"{read_only:false; response_revision:22586; number_of_response:1; }","duration":"121.332658ms","start":"2026-02-25T22:56:53.087319Z","end":"2026-02-25T22:56:53.208651Z","steps":["trace[559504603] 'process raft request' (duration: 120.124689ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:53.208773Z","caller":"traceutil/trace.go:171","msg":"trace[845569789] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22584; }","duration":"164.450165ms","start":"2026-02-25T22:56:53.043017Z","end":"2026-02-25T22:56:53.207467Z","steps":["trace[845569789] 'process raft request' (duration: 164.29012ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:53.208885Z","caller":"traceutil/trace.go:171","msg":"trace[2107310081] transaction","detail":"{read_only:false; response_revision:22581; number_of_response:1; }","duration":"180.168263ms","start":"2026-02-25T22:56:53.028659Z","end":"2026-02-25T22:56:53.208827Z","steps":["trace[2107310081] 'process raft request' (duration: 152.404353ms)","trace[2107310081] 'compare' (duration: 25.85561ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:56:53.209244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.555119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-selfsigned-issuer\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:56:53.209345Z","caller":"traceutil/trace.go:171","msg":"trace[1301806271] range","detail":"{range_begin:/registry/cert-manager.io/issuers/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-selfsigned-issuer; range_end:; response_count:0; response_revision:22587; }","duration":"170.663902ms","start":"2026-02-25T22:56:53.038659Z","end":"2026-02-25T22:56:53.209323Z","steps":["trace[1301806271] 'agreement among raft nodes before linearized reading' (duration: 170.470556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:53.363666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.416173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" ","response":"range_response_count:1 size:5153"} {"level":"info","ts":"2026-02-25T22:56:53.363745Z","caller":"traceutil/trace.go:171","msg":"trace[1213211330] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration; range_end:; response_count:1; response_revision:22592; }","duration":"146.517196ms","start":"2026-02-25T22:56:53.21721Z","end":"2026-02-25T22:56:53.363727Z","steps":["trace[1213211330] 'agreement among raft nodes before linearized reading' (duration: 146.284739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:53.363691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.993961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service-cert\" ","response":"range_response_count:1 size:5826"} {"level":"warn","ts":"2026-02-25T22:56:53.363772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.052806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-25T22:56:53.363827Z","caller":"traceutil/trace.go:171","msg":"trace[289074226] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22592; }","duration":"143.126509ms","start":"2026-02-25T22:56:53.220683Z","end":"2026-02-25T22:56:53.363809Z","steps":["trace[289074226] 'agreement among raft nodes before linearized reading' (duration: 142.917982ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:53.363822Z","caller":"traceutil/trace.go:171","msg":"trace[1894169769] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service-cert; range_end:; response_count:1; response_revision:22592; }","duration":"147.135315ms","start":"2026-02-25T22:56:53.21666Z","end":"2026-02-25T22:56:53.363796Z","steps":["trace[1894169769] 'agreement among raft nodes before linearized reading' (duration: 146.831646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:53.364006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.60182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5189"} {"level":"info","ts":"2026-02-25T22:56:53.364139Z","caller":"traceutil/trace.go:171","msg":"trace[250798727] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:22592; }","duration":"147.788736ms","start":"2026-02-25T22:56:53.216316Z","end":"2026-02-25T22:56:53.364105Z","steps":["trace[250798727] 'agreement among raft nodes before linearized reading' (duration: 147.347142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:53.365555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.904785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-02-25T22:56:53.365648Z","caller":"traceutil/trace.go:171","msg":"trace[311601079] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22592; }","duration":"151.000958ms","start":"2026-02-25T22:56:53.21463Z","end":"2026-02-25T22:56:53.365631Z","steps":["trace[311601079] 'agreement among raft nodes before linearized reading' (duration: 149.137199ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:53.541194Z","caller":"traceutil/trace.go:171","msg":"trace[1303340940] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22593; }","duration":"260.555242ms","start":"2026-02-25T22:56:53.280588Z","end":"2026-02-25T22:56:53.541143Z","steps":["trace[1303340940] 'process raft request' (duration: 231.18561ms)","trace[1303340940] 'compare' (duration: 29.145835ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:56:53.541628Z","caller":"traceutil/trace.go:171","msg":"trace[1494594624] linearizableReadLoop","detail":"{readStateIndex:23431; appliedIndex:23428; }","duration":"178.139978ms","start":"2026-02-25T22:56:53.363465Z","end":"2026-02-25T22:56:53.541605Z","steps":["trace[1494594624] 'read index received' (duration: 148.347204ms)","trace[1494594624] 'applied index is now lower than readState.Index' (duration: 29.791174ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:56:53.541645Z","caller":"traceutil/trace.go:171","msg":"trace[284534036] transaction","detail":"{read_only:false; response_revision:22594; number_of_response:1; }","duration":"253.26037ms","start":"2026-02-25T22:56:53.288345Z","end":"2026-02-25T22:56:53.541605Z","steps":["trace[284534036] 'process raft request' (duration: 252.715873ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:53.541672Z","caller":"traceutil/trace.go:171","msg":"trace[1858602648] transaction","detail":"{read_only:false; response_revision:22595; number_of_response:1; }","duration":"200.169177ms","start":"2026-02-25T22:56:53.341482Z","end":"2026-02-25T22:56:53.541651Z","steps":["trace[1858602648] 'process raft request' (duration: 199.991651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:53.541792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.669683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:56:53.541858Z","caller":"traceutil/trace.go:171","msg":"trace[801664417] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; response_count:0; response_revision:22595; }","duration":"241.800858ms","start":"2026-02-25T22:56:53.300038Z","end":"2026-02-25T22:56:53.541839Z","steps":["trace[801664417] 'agreement among raft nodes before linearized reading' (duration: 241.630652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:53.541954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.493469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"warn","ts":"2026-02-25T22:56:53.541967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.14074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-25T22:56:53.541995Z","caller":"traceutil/trace.go:171","msg":"trace[1075045014] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:22595; }","duration":"142.54703ms","start":"2026-02-25T22:56:53.399438Z","end":"2026-02-25T22:56:53.541985Z","steps":["trace[1075045014] 'agreement among raft nodes before linearized reading' (duration: 142.375605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:53.541974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.313161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T22:56:53.542025Z","caller":"traceutil/trace.go:171","msg":"trace[300562436] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22595; }","duration":"173.210352ms","start":"2026-02-25T22:56:53.368795Z","end":"2026-02-25T22:56:53.542005Z","steps":["trace[300562436] 'agreement among raft nodes before linearized reading' (duration: 172.974184ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:53.542068Z","caller":"traceutil/trace.go:171","msg":"trace[387278663] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager; range_end:; response_count:1; response_revision:22595; }","duration":"264.507327ms","start":"2026-02-25T22:56:53.277533Z","end":"2026-02-25T22:56:53.54204Z","steps":["trace[387278663] 'agreement among raft nodes before linearized reading' (duration: 264.151526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:53.542129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.886351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" ","response":"range_response_count:1 size:5153"} {"level":"warn","ts":"2026-02-25T22:56:53.541992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.044604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5189"} {"level":"warn","ts":"2026-02-25T22:56:53.542148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.786713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" ","response":"range_response_count:1 size:2563"} {"level":"info","ts":"2026-02-25T22:56:53.54223Z","caller":"traceutil/trace.go:171","msg":"trace[137519410] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:22595; }","duration":"171.302602ms","start":"2026-02-25T22:56:53.370902Z","end":"2026-02-25T22:56:53.542205Z","steps":["trace[137519410] 'agreement among raft nodes before linearized reading' (duration: 170.92432ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:53.542283Z","caller":"traceutil/trace.go:171","msg":"trace[826128106] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert; range_end:; response_count:1; response_revision:22595; }","duration":"170.019091ms","start":"2026-02-25T22:56:53.372245Z","end":"2026-02-25T22:56:53.542264Z","steps":["trace[826128106] 'agreement among raft nodes before linearized reading' (duration: 169.589167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:53.542144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.047694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:56:53.542423Z","caller":"traceutil/trace.go:171","msg":"trace[1709833290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22595; }","duration":"136.314323ms","start":"2026-02-25T22:56:53.40609Z","end":"2026-02-25T22:56:53.542404Z","steps":["trace[1709833290] 'agreement among raft nodes before linearized reading' (duration: 136.032434ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:53.542196Z","caller":"traceutil/trace.go:171","msg":"trace[912070418] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration; range_end:; response_count:1; response_revision:22595; }","duration":"171.969373ms","start":"2026-02-25T22:56:53.370206Z","end":"2026-02-25T22:56:53.542176Z","steps":["trace[912070418] 'agreement among raft nodes before linearized reading' (duration: 171.834339ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:53.964114Z","caller":"traceutil/trace.go:171","msg":"trace[938564265] transaction","detail":"{read_only:false; response_revision:22599; number_of_response:1; }","duration":"349.847644ms","start":"2026-02-25T22:56:53.614242Z","end":"2026-02-25T22:56:53.96409Z","steps":["trace[938564265] 'process raft request' (duration: 349.682388ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:53.964232Z","caller":"traceutil/trace.go:171","msg":"trace[835782570] linearizableReadLoop","detail":"{readStateIndex:23436; appliedIndex:23436; }","duration":"348.520191ms","start":"2026-02-25T22:56:53.615678Z","end":"2026-02-25T22:56:53.964198Z","steps":["trace[835782570] 'read index received' (duration: 348.501091ms)","trace[835782570] 'applied index is now lower than readState.Index' (duration: 15.88µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:56:53.964518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:53.614228Z","time spent":"349.969067ms","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:56:53.964519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.8121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-25T22:56:53.9646Z","caller":"traceutil/trace.go:171","msg":"trace[572895432] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22599; }","duration":"348.905373ms","start":"2026-02-25T22:56:53.615672Z","end":"2026-02-25T22:56:53.964577Z","steps":["trace[572895432] 'agreement among raft nodes before linearized reading' (duration: 348.677936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:53.964643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:53.615658Z","time spent":"348.976216ms","remote":"127.0.0.1:54344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-02-25T22:56:54.0692Z","caller":"traceutil/trace.go:171","msg":"trace[2076328102] linearizableReadLoop","detail":"{readStateIndex:23437; appliedIndex:23436; }","duration":"104.859955ms","start":"2026-02-25T22:56:53.964312Z","end":"2026-02-25T22:56:54.069172Z","steps":["trace[2076328102] 'read index received' (duration: 104.557405ms)","trace[2076328102] 'applied index is now lower than readState.Index' (duration: 301.25µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:56:54.069403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.550255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-02-25T22:56:54.069448Z","caller":"traceutil/trace.go:171","msg":"trace[1664005653] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:22600; }","duration":"449.614567ms","start":"2026-02-25T22:56:53.61982Z","end":"2026-02-25T22:56:54.069434Z","steps":["trace[1664005653] 'agreement among raft nodes before linearized reading' (duration: 449.504164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:54.069489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:53.619803Z","time spent":"449.677388ms","remote":"127.0.0.1:56798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-02-25T22:56:54.069542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.05932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-25T22:56:54.069568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.368502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129095"} {"level":"info","ts":"2026-02-25T22:56:54.069675Z","caller":"traceutil/trace.go:171","msg":"trace[888046875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22600; }","duration":"186.240576ms","start":"2026-02-25T22:56:53.883404Z","end":"2026-02-25T22:56:54.069645Z","steps":["trace[888046875] 'agreement among raft nodes before linearized reading' (duration: 185.796042ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:54.069681Z","caller":"traceutil/trace.go:171","msg":"trace[966600238] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22600; }","duration":"439.523767ms","start":"2026-02-25T22:56:53.630131Z","end":"2026-02-25T22:56:54.069655Z","steps":["trace[966600238] 'agreement among raft nodes before linearized reading' (duration: 439.108634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:54.069741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:53.63012Z","time spent":"439.610659ms","remote":"127.0.0.1:54304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":129117,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-02-25T22:56:54.069862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.571038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-25T22:56:54.069909Z","caller":"traceutil/trace.go:171","msg":"trace[1476128101] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22600; }","duration":"451.643511ms","start":"2026-02-25T22:56:53.618253Z","end":"2026-02-25T22:56:54.069896Z","steps":["trace[1476128101] 'agreement among raft nodes before linearized reading' (duration: 451.501946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:54.069937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:53.618243Z","time spent":"451.687103ms","remote":"127.0.0.1:54344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-02-25T22:56:54.069987Z","caller":"traceutil/trace.go:171","msg":"trace[829090758] transaction","detail":"{read_only:false; response_revision:22600; number_of_response:1; }","duration":"440.206439ms","start":"2026-02-25T22:56:53.629748Z","end":"2026-02-25T22:56:54.069955Z","steps":["trace[829090758] 'process raft request' (duration: 439.150505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:54.070206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:53.629718Z","time spent":"440.404275ms","remote":"127.0.0.1:54304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166943,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T22:56:54.159406Z","caller":"traceutil/trace.go:171","msg":"trace[434616456] transaction","detail":"{read_only:false; response_revision:22601; number_of_response:1; }","duration":"188.58073ms","start":"2026-02-25T22:56:53.970782Z","end":"2026-02-25T22:56:54.159363Z","steps":["trace[434616456] 'process raft request' (duration: 188.190787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:54.159577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.392588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-25T22:56:54.159658Z","caller":"traceutil/trace.go:171","msg":"trace[379469050] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:22602; }","duration":"191.522313ms","start":"2026-02-25T22:56:53.968117Z","end":"2026-02-25T22:56:54.159639Z","steps":["trace[379469050] 'agreement among raft nodes before linearized reading' (duration: 191.282446ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:54.159785Z","caller":"traceutil/trace.go:171","msg":"trace[1929166137] transaction","detail":"{read_only:false; response_revision:22602; number_of_response:1; }","duration":"164.63736ms","start":"2026-02-25T22:56:53.995126Z","end":"2026-02-25T22:56:54.159763Z","steps":["trace[1929166137] 'process raft request' (duration: 164.088583ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:54.263952Z","caller":"traceutil/trace.go:171","msg":"trace[837962637] transaction","detail":"{read_only:false; response_revision:22603; number_of_response:1; }","duration":"186.093942ms","start":"2026-02-25T22:56:54.077801Z","end":"2026-02-25T22:56:54.263895Z","steps":["trace[837962637] 'process raft request' (duration: 89.996154ms)","trace[837962637] 'compare' (duration: 95.749897ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:56:54.264098Z","caller":"traceutil/trace.go:171","msg":"trace[1029325678] linearizableReadLoop","detail":"{readStateIndex:23442; appliedIndex:23439; }","duration":"104.766842ms","start":"2026-02-25T22:56:54.15931Z","end":"2026-02-25T22:56:54.264077Z","steps":["trace[1029325678] 'read index received' (duration: 8.501389ms)","trace[1029325678] 'applied index is now lower than readState.Index' (duration: 96.264573ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:56:54.264111Z","caller":"traceutil/trace.go:171","msg":"trace[1991163323] transaction","detail":"{read_only:false; response_revision:22605; number_of_response:1; }","duration":"145.990259ms","start":"2026-02-25T22:56:54.118081Z","end":"2026-02-25T22:56:54.264071Z","steps":["trace[1991163323] 'process raft request' (duration: 145.843134ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:54.264106Z","caller":"traceutil/trace.go:171","msg":"trace[1522370429] transaction","detail":"{read_only:false; response_revision:22604; number_of_response:1; }","duration":"173.225683ms","start":"2026-02-25T22:56:54.090809Z","end":"2026-02-25T22:56:54.264035Z","steps":["trace[1522370429] 'process raft request' (duration: 172.989566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:54.26434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.842122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T22:56:54.264353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.514561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-25T22:56:54.264363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.079895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:56:54.264387Z","caller":"traceutil/trace.go:171","msg":"trace[1428418462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22606; }","duration":"190.586644ms","start":"2026-02-25T22:56:54.073792Z","end":"2026-02-25T22:56:54.264378Z","steps":["trace[1428418462] 'agreement among raft nodes before linearized reading' (duration: 190.331556ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:54.264385Z","caller":"traceutil/trace.go:171","msg":"trace[1169514765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22606; }","duration":"190.916224ms","start":"2026-02-25T22:56:54.073456Z","end":"2026-02-25T22:56:54.264373Z","steps":["trace[1169514765] 'agreement among raft nodes before linearized reading' (duration: 190.751478ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:54.26442Z","caller":"traceutil/trace.go:171","msg":"trace[167427708] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:0; response_revision:22606; }","duration":"159.184608ms","start":"2026-02-25T22:56:54.105215Z","end":"2026-02-25T22:56:54.264399Z","steps":["trace[167427708] 'agreement among raft nodes before linearized reading' (duration: 158.93445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:54.264417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.077692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-25T22:56:54.264541Z","caller":"traceutil/trace.go:171","msg":"trace[1650819988] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22606; }","duration":"175.443184ms","start":"2026-02-25T22:56:54.089087Z","end":"2026-02-25T22:56:54.26453Z","steps":["trace[1650819988] 'agreement among raft nodes before linearized reading' (duration: 175.032831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:54.318302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.694171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-02-25T22:56:54.318386Z","caller":"traceutil/trace.go:171","msg":"trace[1942080401] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:22607; }","duration":"116.828925ms","start":"2026-02-25T22:56:54.201538Z","end":"2026-02-25T22:56:54.318367Z","steps":["trace[1942080401] 'agreement among raft nodes before linearized reading' (duration: 116.629538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:54.318506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.397013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137518"} {"level":"info","ts":"2026-02-25T22:56:54.318582Z","caller":"traceutil/trace.go:171","msg":"trace[1032173440] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22607; }","duration":"117.542258ms","start":"2026-02-25T22:56:54.201019Z","end":"2026-02-25T22:56:54.318561Z","steps":["trace[1032173440] 'agreement among raft nodes before linearized reading' (duration: 117.232878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:54.318817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.119797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-25T22:56:54.318953Z","caller":"traceutil/trace.go:171","msg":"trace[1093502843] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:22607; }","duration":"154.320864ms","start":"2026-02-25T22:56:54.164597Z","end":"2026-02-25T22:56:54.318918Z","steps":["trace[1093502843] 'agreement among raft nodes before linearized reading' (duration: 153.849939ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:54.458725Z","caller":"traceutil/trace.go:171","msg":"trace[1440565294] transaction","detail":"{read_only:false; response_revision:22609; number_of_response:1; }","duration":"187.115434ms","start":"2026-02-25T22:56:54.271584Z","end":"2026-02-25T22:56:54.458699Z","steps":["trace[1440565294] 'process raft request' (duration: 186.953848ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:54.45873Z","caller":"traceutil/trace.go:171","msg":"trace[1271249530] transaction","detail":"{read_only:false; response_revision:22608; number_of_response:1; }","duration":"187.259268ms","start":"2026-02-25T22:56:54.271425Z","end":"2026-02-25T22:56:54.458684Z","steps":["trace[1271249530] 'process raft request' (duration: 132.164691ms)","trace[1271249530] 'compare' (duration: 54.785587ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:56:54.458812Z","caller":"traceutil/trace.go:171","msg":"trace[2141735714] linearizableReadLoop","detail":"{readStateIndex:23448; appliedIndex:23444; }","duration":"140.685911ms","start":"2026-02-25T22:56:54.318108Z","end":"2026-02-25T22:56:54.458794Z","steps":["trace[2141735714] 'read index received' (duration: 85.574343ms)","trace[2141735714] 'applied index is now lower than readState.Index' (duration: 55.110538ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:56:54.458892Z","caller":"traceutil/trace.go:171","msg":"trace[659005601] transaction","detail":"{read_only:false; response_revision:22611; number_of_response:1; }","duration":"169.380151ms","start":"2026-02-25T22:56:54.289493Z","end":"2026-02-25T22:56:54.458873Z","steps":["trace[659005601] 'process raft request' (duration: 169.218606ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:54.458893Z","caller":"traceutil/trace.go:171","msg":"trace[511770980] transaction","detail":"{read_only:false; response_revision:22610; number_of_response:1; }","duration":"178.231382ms","start":"2026-02-25T22:56:54.28063Z","end":"2026-02-25T22:56:54.458862Z","steps":["trace[511770980] 'process raft request' (duration: 177.996404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:54.459042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.941785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-25T22:56:54.459089Z","caller":"traceutil/trace.go:171","msg":"trace[1229819832] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:22611; }","duration":"174.035098ms","start":"2026-02-25T22:56:54.285039Z","end":"2026-02-25T22:56:54.459074Z","steps":["trace[1229819832] 'agreement among raft nodes before linearized reading' (duration: 173.847592ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:54.459801Z","caller":"traceutil/trace.go:171","msg":"trace[1370673057] transaction","detail":"{read_only:false; response_revision:22612; number_of_response:1; }","duration":"139.423881ms","start":"2026-02-25T22:56:54.320351Z","end":"2026-02-25T22:56:54.459775Z","steps":["trace[1370673057] 'process raft request' (duration: 138.867623ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:54.460472Z","caller":"traceutil/trace.go:171","msg":"trace[1394420917] transaction","detail":"{read_only:false; response_revision:22613; number_of_response:1; }","duration":"133.182364ms","start":"2026-02-25T22:56:54.327251Z","end":"2026-02-25T22:56:54.460433Z","steps":["trace[1394420917] 'process raft request' (duration: 132.211583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:54.460546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.593858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11489"} {"level":"info","ts":"2026-02-25T22:56:54.460606Z","caller":"traceutil/trace.go:171","msg":"trace[2054511873] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:22613; }","duration":"140.727633ms","start":"2026-02-25T22:56:54.319864Z","end":"2026-02-25T22:56:54.460591Z","steps":["trace[2054511873] 'agreement among raft nodes before linearized reading' (duration: 140.562167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:54.460817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.469317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111997"} {"level":"warn","ts":"2026-02-25T22:56:54.460839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.49783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-25T22:56:54.460851Z","caller":"traceutil/trace.go:171","msg":"trace[539962620] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:22613; }","duration":"136.53129ms","start":"2026-02-25T22:56:54.324312Z","end":"2026-02-25T22:56:54.460844Z","steps":["trace[539962620] 'agreement among raft nodes before linearized reading' (duration: 136.2186ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:54.460872Z","caller":"traceutil/trace.go:171","msg":"trace[559671890] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22613; }","duration":"137.560662ms","start":"2026-02-25T22:56:54.323301Z","end":"2026-02-25T22:56:54.460862Z","steps":["trace[559671890] 'agreement among raft nodes before linearized reading' (duration: 137.49881ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:54.69943Z","caller":"traceutil/trace.go:171","msg":"trace[1855740755] linearizableReadLoop","detail":"{readStateIndex:23457; appliedIndex:23454; }","duration":"150.934576ms","start":"2026-02-25T22:56:54.548477Z","end":"2026-02-25T22:56:54.699412Z","steps":["trace[1855740755] 'read index received' (duration: 150.532533ms)","trace[1855740755] 'applied index is now lower than readState.Index' (duration: 401.493µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:56:54.699518Z","caller":"traceutil/trace.go:171","msg":"trace[2031393654] transaction","detail":"{read_only:false; response_revision:22619; number_of_response:1; }","duration":"193.65989ms","start":"2026-02-25T22:56:54.50585Z","end":"2026-02-25T22:56:54.69951Z","steps":["trace[2031393654] 'process raft request' (duration: 193.416783ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:54.699595Z","caller":"traceutil/trace.go:171","msg":"trace[515233408] transaction","detail":"{read_only:false; response_revision:22618; number_of_response:1; }","duration":"194.156136ms","start":"2026-02-25T22:56:54.505419Z","end":"2026-02-25T22:56:54.699576Z","steps":["trace[515233408] 'process raft request' (duration: 193.64884ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:54.699729Z","caller":"traceutil/trace.go:171","msg":"trace[2066071043] transaction","detail":"{read_only:false; response_revision:22620; number_of_response:1; }","duration":"192.184794ms","start":"2026-02-25T22:56:54.507537Z","end":"2026-02-25T22:56:54.699721Z","steps":["trace[2066071043] 'process raft request' (duration: 191.829653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:54.699931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.438399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-25T22:56:54.699963Z","caller":"traceutil/trace.go:171","msg":"trace[1469719482] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:22620; }","duration":"196.519331ms","start":"2026-02-25T22:56:54.503434Z","end":"2026-02-25T22:56:54.699954Z","steps":["trace[1469719482] 'agreement among raft nodes before linearized reading' (duration: 196.389457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:54.700085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.872078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-leader-election-role\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:56:54.700118Z","caller":"traceutil/trace.go:171","msg":"trace[693534782] range","detail":"{range_begin:/registry/roles/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-leader-election-role; range_end:; response_count:0; response_revision:22620; }","duration":"135.94714ms","start":"2026-02-25T22:56:54.564163Z","end":"2026-02-25T22:56:54.70011Z","steps":["trace[693534782] 'agreement among raft nodes before linearized reading' (duration: 135.901619ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:55.088664Z","caller":"traceutil/trace.go:171","msg":"trace[297901569] transaction","detail":"{read_only:false; response_revision:22621; number_of_response:1; }","duration":"379.283277ms","start":"2026-02-25T22:56:54.709353Z","end":"2026-02-25T22:56:55.088636Z","steps":["trace[297901569] 'process raft request' (duration: 378.851443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:55.0888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:54.70933Z","time spent":"379.40256ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T22:56:55.268427Z","caller":"traceutil/trace.go:171","msg":"trace[1852428480] transaction","detail":"{read_only:false; response_revision:22623; number_of_response:1; }","duration":"558.744557ms","start":"2026-02-25T22:56:54.709648Z","end":"2026-02-25T22:56:55.268392Z","steps":["trace[1852428480] 'process raft request' (duration: 558.629683ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:55.268472Z","caller":"traceutil/trace.go:171","msg":"trace[515311638] transaction","detail":"{read_only:false; response_revision:22624; number_of_response:1; }","duration":"558.797938ms","start":"2026-02-25T22:56:54.709644Z","end":"2026-02-25T22:56:55.268442Z","steps":["trace[515311638] 'process raft request' (duration: 558.671454ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:55.268456Z","caller":"traceutil/trace.go:171","msg":"trace[1910233595] transaction","detail":"{read_only:false; response_revision:22622; number_of_response:1; }","duration":"558.915933ms","start":"2026-02-25T22:56:54.709508Z","end":"2026-02-25T22:56:55.268424Z","steps":["trace[1910233595] 'process raft request' (duration: 558.618863ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:55.268512Z","caller":"traceutil/trace.go:171","msg":"trace[1631269820] transaction","detail":"{read_only:false; response_revision:22625; number_of_response:1; }","duration":"558.811249ms","start":"2026-02-25T22:56:54.709655Z","end":"2026-02-25T22:56:55.268466Z","steps":["trace[1631269820] 'process raft request' (duration: 558.707486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:55.268581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:54.70962Z","time spent":"558.908042ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":679,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T22:56:55.268582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:54.709639Z","time spent":"558.870101ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T22:56:55.268628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:54.709488Z","time spent":"559.056017ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":974,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T22:56:55.268658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:54.709636Z","time spent":"558.929863ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":962,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T22:56:55.268715Z","caller":"traceutil/trace.go:171","msg":"trace[843138479] linearizableReadLoop","detail":"{readStateIndex:23464; appliedIndex:23457; }","duration":"555.810684ms","start":"2026-02-25T22:56:54.712879Z","end":"2026-02-25T22:56:55.268689Z","steps":["trace[843138479] 'read index received' (duration: 375.252049ms)","trace[843138479] 'applied index is now lower than readState.Index' (duration: 180.557435ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:56:55.268783Z","caller":"traceutil/trace.go:171","msg":"trace[1633645705] transaction","detail":"{read_only:false; response_revision:22628; number_of_response:1; }","duration":"553.076247ms","start":"2026-02-25T22:56:54.715695Z","end":"2026-02-25T22:56:55.268771Z","steps":["trace[1633645705] 'process raft request' (duration: 552.752037ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:55.268798Z","caller":"traceutil/trace.go:171","msg":"trace[189208618] transaction","detail":"{read_only:false; response_revision:22629; number_of_response:1; }","duration":"515.121043ms","start":"2026-02-25T22:56:54.753666Z","end":"2026-02-25T22:56:55.268787Z","steps":["trace[189208618] 'process raft request' (duration: 514.886916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:55.268853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:54.715684Z","time spent":"553.125449ms","remote":"127.0.0.1:38506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4319,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:56:55.2689Z","caller":"traceutil/trace.go:171","msg":"trace[1131631108] transaction","detail":"{read_only:false; response_revision:22630; number_of_response:1; }","duration":"485.400302ms","start":"2026-02-25T22:56:54.783492Z","end":"2026-02-25T22:56:55.268892Z","steps":["trace[1131631108] 'process raft request' (duration: 485.153064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:55.268955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:54.783469Z","time spent":"485.452833ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:56:55.269038Z","caller":"traceutil/trace.go:171","msg":"trace[363100000] transaction","detail":"{read_only:false; response_revision:22626; number_of_response:1; }","duration":"559.299395ms","start":"2026-02-25T22:56:54.709726Z","end":"2026-02-25T22:56:55.269025Z","steps":["trace[363100000] 'process raft request' (duration: 558.663095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:55.269105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:54.709711Z","time spent":"559.369107ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T22:56:55.26913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.231607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-25T22:56:55.269179Z","caller":"traceutil/trace.go:171","msg":"trace[1606153153] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:22630; }","duration":"556.30759ms","start":"2026-02-25T22:56:54.712854Z","end":"2026-02-25T22:56:55.269162Z","steps":["trace[1606153153] 'agreement among raft nodes before linearized reading' (duration: 556.142855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:55.269235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:54.712845Z","time spent":"556.380912ms","remote":"127.0.0.1:54344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-02-25T22:56:55.269193Z","caller":"traceutil/trace.go:171","msg":"trace[917332990] transaction","detail":"{read_only:false; response_revision:22627; number_of_response:1; }","duration":"559.427529ms","start":"2026-02-25T22:56:54.709757Z","end":"2026-02-25T22:56:55.269185Z","steps":["trace[917332990] 'process raft request' (duration: 558.659005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:55.269465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:54.709727Z","time spent":"559.703448ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":949,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T22:56:55.268875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:54.753638Z","time spent":"515.183675ms","remote":"127.0.0.1:54304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":108923,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:56:55.321456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.095495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T22:56:55.321455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.522457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:56:55.321469Z","caller":"traceutil/trace.go:171","msg":"trace[1408989199] transaction","detail":"{read_only:false; response_revision:22631; number_of_response:1; }","duration":"107.061015ms","start":"2026-02-25T22:56:55.21438Z","end":"2026-02-25T22:56:55.321441Z","steps":["trace[1408989199] 'process raft request' (duration: 106.735505ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:55.321517Z","caller":"traceutil/trace.go:171","msg":"trace[306865321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22631; }","duration":"516.184068ms","start":"2026-02-25T22:56:54.805319Z","end":"2026-02-25T22:56:55.321503Z","steps":["trace[306865321] 'agreement among raft nodes before linearized reading' (duration: 516.009012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:55.321543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:54.805312Z","time spent":"516.226389ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T22:56:55.321534Z","caller":"traceutil/trace.go:171","msg":"trace[950334234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22631; }","duration":"433.628989ms","start":"2026-02-25T22:56:54.887887Z","end":"2026-02-25T22:56:55.321516Z","steps":["trace[950334234] 'agreement among raft nodes before linearized reading' (duration: 433.500085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:55.321542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.692992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T22:56:55.321575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:54.887876Z","time spent":"433.690572ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T22:56:55.321582Z","caller":"traceutil/trace.go:171","msg":"trace[1457408991] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:22631; }","duration":"146.781364ms","start":"2026-02-25T22:56:55.174787Z","end":"2026-02-25T22:56:55.321569Z","steps":["trace[1457408991] 'agreement among raft nodes before linearized reading' (duration: 146.712562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:55.321456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.78437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T22:56:55.321697Z","caller":"traceutil/trace.go:171","msg":"trace[503438200] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22631; }","duration":"314.079799ms","start":"2026-02-25T22:56:55.00761Z","end":"2026-02-25T22:56:55.321689Z","steps":["trace[503438200] 'agreement among raft nodes before linearized reading' (duration: 313.689866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:55.321715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:55.00759Z","time spent":"314.11943ms","remote":"127.0.0.1:54360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T22:56:55.322073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.294967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-02-25T22:56:55.322139Z","caller":"traceutil/trace.go:171","msg":"trace[347160174] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22631; }","duration":"584.400701ms","start":"2026-02-25T22:56:54.737724Z","end":"2026-02-25T22:56:55.322125Z","steps":["trace[347160174] 'agreement among raft nodes before linearized reading' (duration: 583.667437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:55.322169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:56:54.737706Z","time spent":"584.455112ms","remote":"127.0.0.1:54360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209383,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-02-25T22:56:56.135317Z","caller":"traceutil/trace.go:171","msg":"trace[55276935] linearizableReadLoop","detail":"{readStateIndex:23530; appliedIndex:23529; }","duration":"249.054308ms","start":"2026-02-25T22:56:55.88624Z","end":"2026-02-25T22:56:56.135294Z","steps":["trace[55276935] 'read index received' (duration: 248.888182ms)","trace[55276935] 'applied index is now lower than readState.Index' (duration: 165.096µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:56:56.135377Z","caller":"traceutil/trace.go:171","msg":"trace[1052921513] transaction","detail":"{read_only:false; response_revision:22689; number_of_response:1; }","duration":"273.417249ms","start":"2026-02-25T22:56:55.861927Z","end":"2026-02-25T22:56:56.135344Z","steps":["trace[1052921513] 'process raft request' (duration: 273.174312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:56.135462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.199892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:56:56.135506Z","caller":"traceutil/trace.go:171","msg":"trace[91509440] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io; range_end:; response_count:0; response_revision:22689; }","duration":"249.258994ms","start":"2026-02-25T22:56:55.886234Z","end":"2026-02-25T22:56:56.135493Z","steps":["trace[91509440] 'agreement among raft nodes before linearized reading' (duration: 249.177401ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:56.139969Z","caller":"traceutil/trace.go:171","msg":"trace[1333482129] transaction","detail":"{read_only:false; response_revision:22690; number_of_response:1; }","duration":"253.594471ms","start":"2026-02-25T22:56:55.886351Z","end":"2026-02-25T22:56:56.139946Z","steps":["trace[1333482129] 'process raft request' (duration: 253.107016ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:56.140109Z","caller":"traceutil/trace.go:171","msg":"trace[1989972069] transaction","detail":"{read_only:false; response_revision:22691; number_of_response:1; }","duration":"218.24934ms","start":"2026-02-25T22:56:55.921849Z","end":"2026-02-25T22:56:56.140099Z","steps":["trace[1989972069] 'process raft request' (duration: 217.802006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:56.140464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.864317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T22:56:56.140498Z","caller":"traceutil/trace.go:171","msg":"trace[1584876721] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22691; }","duration":"205.93487ms","start":"2026-02-25T22:56:55.934553Z","end":"2026-02-25T22:56:56.140488Z","steps":["trace[1584876721] 'agreement among raft nodes before linearized reading' (duration: 205.800026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:56.140977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.261672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-02-25T22:56:56.141053Z","caller":"traceutil/trace.go:171","msg":"trace[1588707757] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22691; }","duration":"242.375076ms","start":"2026-02-25T22:56:55.898659Z","end":"2026-02-25T22:56:56.141034Z","steps":["trace[1588707757] 'agreement among raft nodes before linearized reading' (duration: 241.080055ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:57.836956Z","caller":"traceutil/trace.go:171","msg":"trace[993389800] linearizableReadLoop","detail":"{readStateIndex:23627; appliedIndex:23626; }","duration":"175.035051ms","start":"2026-02-25T22:56:57.661855Z","end":"2026-02-25T22:56:57.83689Z","steps":["trace[993389800] 'read index received' (duration: 174.738071ms)","trace[993389800] 'applied index is now lower than readState.Index' (duration: 295.73µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:56:57.837004Z","caller":"traceutil/trace.go:171","msg":"trace[2009261742] transaction","detail":"{read_only:false; response_revision:22785; number_of_response:1; }","duration":"182.537028ms","start":"2026-02-25T22:56:57.654432Z","end":"2026-02-25T22:56:57.836969Z","steps":["trace[2009261742] 'process raft request' (duration: 182.25678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:57.837191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.052809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:56:57.837254Z","caller":"traceutil/trace.go:171","msg":"trace[742371576] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22785; }","duration":"162.178553ms","start":"2026-02-25T22:56:57.675055Z","end":"2026-02-25T22:56:57.837233Z","steps":["trace[742371576] 'agreement among raft nodes before linearized reading' (duration: 162.059569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:57.837279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.821079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T22:56:57.837309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.135122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:56:57.837368Z","caller":"traceutil/trace.go:171","msg":"trace[2024427893] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test0; response_count:0; response_revision:22785; }","duration":"148.945784ms","start":"2026-02-25T22:56:57.688408Z","end":"2026-02-25T22:56:57.837353Z","steps":["trace[2024427893] 'agreement among raft nodes before linearized reading' (duration: 148.747397ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:57.837412Z","caller":"traceutil/trace.go:171","msg":"trace[426471152] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22785; }","duration":"162.259896ms","start":"2026-02-25T22:56:57.675123Z","end":"2026-02-25T22:56:57.837383Z","steps":["trace[426471152] 'agreement among raft nodes before linearized reading' (duration: 162.109781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:57.837387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.492915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddresses.ipam.cluster.x-k8s.io\" ","response":"range_response_count:1 size:5381"} {"level":"warn","ts":"2026-02-25T22:56:57.837468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.528662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:56:57.837674Z","caller":"traceutil/trace.go:171","msg":"trace[2136266108] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22785; }","duration":"149.7641ms","start":"2026-02-25T22:56:57.687879Z","end":"2026-02-25T22:56:57.837643Z","steps":["trace[2136266108] 'agreement among raft nodes before linearized reading' (duration: 149.44162ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:57.837512Z","caller":"traceutil/trace.go:171","msg":"trace[379204691] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddresses.ipam.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22785; }","duration":"175.708592ms","start":"2026-02-25T22:56:57.661783Z","end":"2026-02-25T22:56:57.837491Z","steps":["trace[379204691] 'agreement among raft nodes before linearized reading' (duration: 175.258518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:56:57.838117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.063849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:56:57.838284Z","caller":"traceutil/trace.go:171","msg":"trace[1436324425] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22785; }","duration":"150.41136ms","start":"2026-02-25T22:56:57.687809Z","end":"2026-02-25T22:56:57.83822Z","steps":["trace[1436324425] 'agreement among raft nodes before linearized reading' (duration: 149.364167ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:59.371657Z","caller":"traceutil/trace.go:171","msg":"trace[1767700752] transaction","detail":"{read_only:false; response_revision:22842; number_of_response:1; }","duration":"218.757337ms","start":"2026-02-25T22:56:59.152874Z","end":"2026-02-25T22:56:59.371631Z","steps":["trace[1767700752] 'process raft request' (duration: 218.672014ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:59.371747Z","caller":"traceutil/trace.go:171","msg":"trace[353667634] transaction","detail":"{read_only:false; response_revision:22841; number_of_response:1; }","duration":"218.824059ms","start":"2026-02-25T22:56:59.152862Z","end":"2026-02-25T22:56:59.371686Z","steps":["trace[353667634] 'process raft request' (duration: 172.155399ms)","trace[353667634] 'compare' (duration: 46.378631ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:56:59.376053Z","caller":"traceutil/trace.go:171","msg":"trace[194936642] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"221.277316ms","start":"2026-02-25T22:56:59.154738Z","end":"2026-02-25T22:56:59.376015Z","steps":["trace[194936642] 'process raft request' (duration: 220.950866ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:59.376397Z","caller":"traceutil/trace.go:171","msg":"trace[310493040] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"221.610447ms","start":"2026-02-25T22:56:59.154745Z","end":"2026-02-25T22:56:59.376355Z","steps":["trace[310493040] 'process raft request' (duration: 221.204654ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:56:59.376487Z","caller":"traceutil/trace.go:171","msg":"trace[183941769] transaction","detail":"{read_only:false; response_revision:22845; number_of_response:1; }","duration":"152.905818ms","start":"2026-02-25T22:56:59.223558Z","end":"2026-02-25T22:56:59.376464Z","steps":["trace[183941769] 'process raft request' (duration: 152.668311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:00.867345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.876043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"info","ts":"2026-02-25T22:57:00.867421Z","caller":"traceutil/trace.go:171","msg":"trace[161804427] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22865; }","duration":"132.974426ms","start":"2026-02-25T22:57:00.73443Z","end":"2026-02-25T22:57:00.867404Z","steps":["trace[161804427] 'range keys from in-memory index tree' (duration: 132.699397ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:57:08.934848Z","caller":"traceutil/trace.go:171","msg":"trace[1978214970] transaction","detail":"{read_only:false; response_revision:22954; number_of_response:1; }","duration":"404.115824ms","start":"2026-02-25T22:57:08.530705Z","end":"2026-02-25T22:57:08.93482Z","steps":["trace[1978214970] 'process raft request' (duration: 403.902567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:08.935037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:08.530673Z","time spent":"404.263678ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:57:08.97033Z","caller":"traceutil/trace.go:171","msg":"trace[1595783219] linearizableReadLoop","detail":"{readStateIndex:23799; appliedIndex:23797; }","duration":"435.709696ms","start":"2026-02-25T22:57:08.534584Z","end":"2026-02-25T22:57:08.970294Z","steps":["trace[1595783219] 'read index received' (duration: 400.033424ms)","trace[1595783219] 'applied index is now lower than readState.Index' (duration: 35.673812ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:57:08.970483Z","caller":"traceutil/trace.go:171","msg":"trace[1769349190] transaction","detail":"{read_only:false; response_revision:22955; number_of_response:1; }","duration":"439.422233ms","start":"2026-02-25T22:57:08.531048Z","end":"2026-02-25T22:57:08.97047Z","steps":["trace[1769349190] 'process raft request' (duration: 439.057632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:08.970646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:08.531013Z","time spent":"439.510016ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:57:08.970701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.474765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T22:57:08.970764Z","caller":"traceutil/trace.go:171","msg":"trace[761951448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22955; }","duration":"345.603099ms","start":"2026-02-25T22:57:08.625143Z","end":"2026-02-25T22:57:08.970746Z","steps":["trace[761951448] 'agreement among raft nodes before linearized reading' (duration: 345.499166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:08.97081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:08.625116Z","time spent":"345.684342ms","remote":"127.0.0.1:47518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:57:08.971028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.442259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T22:57:08.971062Z","caller":"traceutil/trace.go:171","msg":"trace[1953514030] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:22955; }","duration":"436.493571ms","start":"2026-02-25T22:57:08.534559Z","end":"2026-02-25T22:57:08.971052Z","steps":["trace[1953514030] 'agreement among raft nodes before linearized reading' (duration: 436.416198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:08.971098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:08.534547Z","time spent":"436.544212ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:57:08.971296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.571674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-25T22:57:08.97133Z","caller":"traceutil/trace.go:171","msg":"trace[1022432176] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22955; }","duration":"144.642256ms","start":"2026-02-25T22:57:08.82668Z","end":"2026-02-25T22:57:08.971322Z","steps":["trace[1022432176] 'agreement among raft nodes before linearized reading' (duration: 144.488811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:08.971414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.868863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:57:08.971496Z","caller":"traceutil/trace.go:171","msg":"trace[1354860509] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22955; }","duration":"243.991097ms","start":"2026-02-25T22:57:08.727468Z","end":"2026-02-25T22:57:08.971459Z","steps":["trace[1354860509] 'agreement among raft nodes before linearized reading' (duration: 243.889203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:08.971751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.24325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:57:08.971798Z","caller":"traceutil/trace.go:171","msg":"trace[34592294] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:22955; }","duration":"218.368514ms","start":"2026-02-25T22:57:08.753417Z","end":"2026-02-25T22:57:08.971786Z","steps":["trace[34592294] 'agreement among raft nodes before linearized reading' (duration: 218.25946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:09.930047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407089965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T22:57:10.619608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254150487s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:57:10.619758Z","caller":"traceutil/trace.go:171","msg":"trace[2144874653] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22955; }","duration":"1.254310032s","start":"2026-02-25T22:57:09.365429Z","end":"2026-02-25T22:57:10.619739Z","steps":["trace[2144874653] 'range keys from in-memory index tree' (duration: 1.254136647s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:10.620582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.525474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T22:57:10.620651Z","caller":"traceutil/trace.go:171","msg":"trace[978526477] transaction","detail":"{read_only:false; response_revision:22956; number_of_response:1; }","duration":"1.209751209s","start":"2026-02-25T22:57:09.410884Z","end":"2026-02-25T22:57:10.620636Z","steps":["trace[978526477] 'process raft request' (duration: 959.09435ms)","trace[978526477] 'compare' (duration: 248.785539ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T22:57:10.620719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:09.410863Z","time spent":"1.209816571s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:57:10.736475Z","caller":"traceutil/trace.go:171","msg":"trace[1635527547] transaction","detail":"{read_only:false; response_revision:22959; number_of_response:1; }","duration":"1.122161721s","start":"2026-02-25T22:57:09.614265Z","end":"2026-02-25T22:57:10.736427Z","steps":["trace[1635527547] 'process raft request' (duration: 1.122082699s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:57:10.736538Z","caller":"traceutil/trace.go:171","msg":"trace[680899836] transaction","detail":"{read_only:false; response_revision:22958; number_of_response:1; }","duration":"1.32015231s","start":"2026-02-25T22:57:09.416331Z","end":"2026-02-25T22:57:10.736483Z","steps":["trace[680899836] 'process raft request' (duration: 1.319967974s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:57:10.736517Z","caller":"traceutil/trace.go:171","msg":"trace[1821689490] transaction","detail":"{read_only:false; response_revision:22957; number_of_response:1; }","duration":"1.322623528s","start":"2026-02-25T22:57:09.413805Z","end":"2026-02-25T22:57:10.736429Z","steps":["trace[1821689490] 'process raft request' (duration: 1.322248086s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:10.736756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:09.614239Z","time spent":"1.122355018s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:57:10.73688Z","caller":"traceutil/trace.go:171","msg":"trace[82690766] transaction","detail":"{read_only:false; response_revision:22960; number_of_response:1; }","duration":"903.544471ms","start":"2026-02-25T22:57:09.833313Z","end":"2026-02-25T22:57:10.736857Z","steps":["trace[82690766] 'process raft request' (duration: 903.067226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:10.737069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:09.833293Z","time spent":"903.667684ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:57:10.737081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:09.416321Z","time spent":"1.320505481s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:57:10.737196Z","caller":"traceutil/trace.go:171","msg":"trace[1944646729] transaction","detail":"{read_only:false; response_revision:22961; number_of_response:1; }","duration":"408.69915ms","start":"2026-02-25T22:57:10.328467Z","end":"2026-02-25T22:57:10.737166Z","steps":["trace[1944646729] 'process raft request' (duration: 408.227665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:10.737447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:10.328432Z","time spent":"408.874775ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T22:57:10.737502Z","caller":"traceutil/trace.go:171","msg":"trace[1755478283] linearizableReadLoop","detail":"{readStateIndex:23804; appliedIndex:23799; }","duration":"1.307477048s","start":"2026-02-25T22:57:09.430007Z","end":"2026-02-25T22:57:10.737484Z","steps":["trace[1755478283] 'read index received' (duration: 940.058837ms)","trace[1755478283] 'applied index is now lower than readState.Index' (duration: 367.416971ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:57:10.737622Z","caller":"traceutil/trace.go:171","msg":"trace[2047753225] transaction","detail":"{read_only:false; response_revision:22962; number_of_response:1; }","duration":"403.6445ms","start":"2026-02-25T22:57:10.333964Z","end":"2026-02-25T22:57:10.737609Z","steps":["trace[2047753225] 'process raft request' (duration: 403.096452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:10.737712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:10.333947Z","time spent":"403.714731ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:57:10.737803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307733306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T22:57:10.737867Z","caller":"traceutil/trace.go:171","msg":"trace[1305034762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22962; }","duration":"1.307807978s","start":"2026-02-25T22:57:09.430046Z","end":"2026-02-25T22:57:10.737854Z","steps":["trace[1305034762] 'agreement among raft nodes before linearized reading' (duration: 1.307616762s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:10.737882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.368791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T22:57:10.737908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:09.430042Z","time spent":"1.30785851s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T22:57:10.737935Z","caller":"traceutil/trace.go:171","msg":"trace[1277195667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22962; }","duration":"333.468315ms","start":"2026-02-25T22:57:10.404453Z","end":"2026-02-25T22:57:10.737921Z","steps":["trace[1277195667] 'agreement among raft nodes before linearized reading' (duration: 333.380352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:10.738019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:10.404431Z","time spent":"333.577287ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T22:57:10.738174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308153719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T22:57:10.738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.898912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-25T22:57:10.738229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.700775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T22:57:10.738244Z","caller":"traceutil/trace.go:171","msg":"trace[709816102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22962; }","duration":"1.308257242s","start":"2026-02-25T22:57:09.429965Z","end":"2026-02-25T22:57:10.738223Z","steps":["trace[709816102] 'agreement among raft nodes before linearized reading' (duration: 1.308095927s)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:57:10.738278Z","caller":"traceutil/trace.go:171","msg":"trace[1248190788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22962; }","duration":"382.815059ms","start":"2026-02-25T22:57:10.355448Z","end":"2026-02-25T22:57:10.738263Z","steps":["trace[1248190788] 'agreement among raft nodes before linearized reading' (duration: 382.667025ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:57:10.738242Z","caller":"traceutil/trace.go:171","msg":"trace[1939414273] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:22962; }","duration":"155.209131ms","start":"2026-02-25T22:57:10.583022Z","end":"2026-02-25T22:57:10.738231Z","steps":["trace[1939414273] 'agreement among raft nodes before linearized reading' (duration: 154.821849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:10.738313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:09.429947Z","time spent":"1.308339185s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T22:57:10.738341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:10.355423Z","time spent":"382.910502ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T22:57:10.738536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.598348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T22:57:10.738549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.763874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T22:57:10.73858Z","caller":"traceutil/trace.go:171","msg":"trace[783672445] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22962; }","duration":"240.868287ms","start":"2026-02-25T22:57:10.497703Z","end":"2026-02-25T22:57:10.738571Z","steps":["trace[783672445] 'agreement among raft nodes before linearized reading' (duration: 240.778374ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:57:10.73858Z","caller":"traceutil/trace.go:171","msg":"trace[1238727947] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:22962; }","duration":"678.66711ms","start":"2026-02-25T22:57:10.0599Z","end":"2026-02-25T22:57:10.738567Z","steps":["trace[1238727947] 'agreement among raft nodes before linearized reading' (duration: 678.593748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:10.738612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:10.059881Z","time spent":"678.723552ms","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-25T22:57:10.738698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.516945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-25T22:57:10.738757Z","caller":"traceutil/trace.go:171","msg":"trace[2005649434] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22962; }","duration":"730.638619ms","start":"2026-02-25T22:57:10.008099Z","end":"2026-02-25T22:57:10.738738Z","steps":["trace[2005649434] 'agreement among raft nodes before linearized reading' (duration: 730.505954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:10.738813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:10.008085Z","time spent":"730.71452ms","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-25T22:57:10.738873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:09.413772Z","time spent":"1.32299038s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T22:57:10.739146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00038711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T22:57:10.739185Z","caller":"traceutil/trace.go:171","msg":"trace[1863249840] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:22962; }","duration":"1.000568646s","start":"2026-02-25T22:57:09.738609Z","end":"2026-02-25T22:57:10.739178Z","steps":["trace[1863249840] 'agreement among raft nodes before linearized reading' (duration: 1.000320339s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:57:10.739242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T22:57:09.738589Z","time spent":"1.000620878s","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":170,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-25T22:58:37.150729Z","caller":"traceutil/trace.go:171","msg":"trace[2138921205] linearizableReadLoop","detail":"{readStateIndex:24694; appliedIndex:24693; }","duration":"189.269262ms","start":"2026-02-25T22:58:36.961435Z","end":"2026-02-25T22:58:37.150704Z","steps":["trace[2138921205] 'read index received' (duration: 188.988673ms)","trace[2138921205] 'applied index is now lower than readState.Index' (duration: 279.249µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:58:37.151015Z","caller":"traceutil/trace.go:171","msg":"trace[1763256519] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"213.524261ms","start":"2026-02-25T22:58:36.937453Z","end":"2026-02-25T22:58:37.150978Z","steps":["trace[1763256519] 'process raft request' (duration: 213.027316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:58:37.151095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.638634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418031"} {"level":"info","ts":"2026-02-25T22:58:37.151148Z","caller":"traceutil/trace.go:171","msg":"trace[830195321] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23826; }","duration":"189.751887ms","start":"2026-02-25T22:58:36.961381Z","end":"2026-02-25T22:58:37.151133Z","steps":["trace[830195321] 'agreement among raft nodes before linearized reading' (duration: 189.436807ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:58:37.300739Z","caller":"traceutil/trace.go:171","msg":"trace[1923104245] transaction","detail":"{read_only:false; response_revision:23828; number_of_response:1; }","duration":"215.118622ms","start":"2026-02-25T22:58:37.085587Z","end":"2026-02-25T22:58:37.300706Z","steps":["trace[1923104245] 'process raft request' (duration: 214.825882ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:58:37.300737Z","caller":"traceutil/trace.go:171","msg":"trace[499236746] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"215.436101ms","start":"2026-02-25T22:58:37.085255Z","end":"2026-02-25T22:58:37.300691Z","steps":["trace[499236746] 'process raft request' (duration: 148.292412ms)","trace[499236746] 'compare' (duration: 66.649874ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:58:37.300813Z","caller":"traceutil/trace.go:171","msg":"trace[1384971882] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"215.180794ms","start":"2026-02-25T22:58:37.085595Z","end":"2026-02-25T22:58:37.300776Z","steps":["trace[1384971882] 'process raft request' (duration: 214.981078ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:58:37.301579Z","caller":"traceutil/trace.go:171","msg":"trace[1660594374] linearizableReadLoop","detail":"{readStateIndex:24699; appliedIndex:24694; }","duration":"139.69367ms","start":"2026-02-25T22:58:37.161871Z","end":"2026-02-25T22:58:37.301565Z","steps":["trace[1660594374] 'read index received' (duration: 71.604021ms)","trace[1660594374] 'applied index is now lower than readState.Index' (duration: 68.088869ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T22:58:37.301678Z","caller":"traceutil/trace.go:171","msg":"trace[235874943] transaction","detail":"{read_only:false; response_revision:23831; number_of_response:1; }","duration":"191.333607ms","start":"2026-02-25T22:58:37.110334Z","end":"2026-02-25T22:58:37.301667Z","steps":["trace[235874943] 'process raft request' (duration: 190.946275ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:58:37.301714Z","caller":"traceutil/trace.go:171","msg":"trace[2125253416] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"211.320931ms","start":"2026-02-25T22:58:37.090368Z","end":"2026-02-25T22:58:37.301689Z","steps":["trace[2125253416] 'process raft request' (duration: 210.277718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:58:37.301972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.081982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-25T22:58:37.302019Z","caller":"traceutil/trace.go:171","msg":"trace[130508039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23831; }","duration":"140.173715ms","start":"2026-02-25T22:58:37.161838Z","end":"2026-02-25T22:58:37.302012Z","steps":["trace[130508039] 'agreement among raft nodes before linearized reading' (duration: 140.01553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T22:58:37.302036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.340992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-25T22:58:37.30207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.432236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T22:58:37.302131Z","caller":"traceutil/trace.go:171","msg":"trace[1533439606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23831; }","duration":"135.460106ms","start":"2026-02-25T22:58:37.166646Z","end":"2026-02-25T22:58:37.302106Z","steps":["trace[1533439606] 'agreement among raft nodes before linearized reading' (duration: 135.195658ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T22:58:37.302128Z","caller":"traceutil/trace.go:171","msg":"trace[1636019390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23831; }","duration":"136.55425ms","start":"2026-02-25T22:58:37.165557Z","end":"2026-02-25T22:58:37.302111Z","steps":["trace[1636019390] 'agreement among raft nodes before linearized reading' (duration: 136.179688ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:31.906609Z","caller":"traceutil/trace.go:171","msg":"trace[1507016553] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"101.005913ms","start":"2026-02-25T23:00:31.805579Z","end":"2026-02-25T23:00:31.906585Z","steps":["trace[1507016553] 'process raft request' (duration: 100.92041ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:31.906645Z","caller":"traceutil/trace.go:171","msg":"trace[1691046899] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"101.089606ms","start":"2026-02-25T23:00:31.80552Z","end":"2026-02-25T23:00:31.90661Z","steps":["trace[1691046899] 'process raft request' (duration: 100.824427ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:36.998591Z","caller":"traceutil/trace.go:171","msg":"trace[1076791519] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"100.379484ms","start":"2026-02-25T23:00:36.89819Z","end":"2026-02-25T23:00:36.998569Z","steps":["trace[1076791519] 'process raft request' (duration: 100.080464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:37.36934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.808148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:37.36941Z","caller":"traceutil/trace.go:171","msg":"trace[243465746] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25008; }","duration":"107.944472ms","start":"2026-02-25T23:00:37.26145Z","end":"2026-02-25T23:00:37.369394Z","steps":["trace[243465746] 'count revisions from in-memory index tree' (duration: 107.713144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:37.369414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.056382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:00:37.369478Z","caller":"traceutil/trace.go:171","msg":"trace[1626663556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25008; }","duration":"100.144955ms","start":"2026-02-25T23:00:37.269317Z","end":"2026-02-25T23:00:37.369462Z","steps":["trace[1626663556] 'count revisions from in-memory index tree' (duration: 99.98058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:37.369717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.166596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:00:37.369698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.431866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:37.369763Z","caller":"traceutil/trace.go:171","msg":"trace[147747531] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25008; }","duration":"287.253988ms","start":"2026-02-25T23:00:37.082497Z","end":"2026-02-25T23:00:37.369751Z","steps":["trace[147747531] 'range keys from in-memory index tree' (duration: 287.094444ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:37.369781Z","caller":"traceutil/trace.go:171","msg":"trace[1487108002] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25008; }","duration":"101.56195ms","start":"2026-02-25T23:00:37.268199Z","end":"2026-02-25T23:00:37.36976Z","steps":["trace[1487108002] 'count revisions from in-memory index tree' (duration: 101.384324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:37.369788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.814917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-25T23:00:37.369882Z","caller":"traceutil/trace.go:171","msg":"trace[269719374] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25008; }","duration":"235.932281ms","start":"2026-02-25T23:00:37.133926Z","end":"2026-02-25T23:00:37.369858Z","steps":["trace[269719374] 'range keys from in-memory index tree' (duration: 235.618612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:37.8737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407094815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:00:38.37439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407094815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:00:38.460691Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095047516s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T23:00:38.46205Z","caller":"traceutil/trace.go:171","msg":"trace[701830629] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"1.096897855s","start":"2026-02-25T23:00:37.365119Z","end":"2026-02-25T23:00:38.462016Z","steps":["trace[701830629] 'process raft request' (duration: 1.096348158s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:38.462243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:37.365091Z","time spent":"1.097049379s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:39.200831Z","caller":"traceutil/trace.go:171","msg":"trace[77714839] linearizableReadLoop","detail":"{readStateIndex:25915; appliedIndex:25908; }","duration":"1.828170614s","start":"2026-02-25T23:00:37.372633Z","end":"2026-02-25T23:00:39.200804Z","steps":["trace[77714839] 'read index received' (duration: 1.088544089s)","trace[77714839] 'applied index is now lower than readState.Index' (duration: 739.625625ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:00:39.201064Z","caller":"traceutil/trace.go:171","msg":"trace[535629781] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"1.588599217s","start":"2026-02-25T23:00:37.612452Z","end":"2026-02-25T23:00:39.201051Z","steps":["trace[535629781] 'process raft request' (duration: 1.522106668s)","trace[535629781] 'compare' (duration: 65.826508ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:00:39.20117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:37.612425Z","time spent":"1.588679099s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:39.201341Z","caller":"traceutil/trace.go:171","msg":"trace[1443816528] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"1.276231802s","start":"2026-02-25T23:00:37.925099Z","end":"2026-02-25T23:00:39.201331Z","steps":["trace[1443816528] 'process raft request' (duration: 1.275514769s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:39.201399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:37.925075Z","time spent":"1.276295564s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:39.201529Z","caller":"traceutil/trace.go:171","msg":"trace[479466397] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"1.271876354s","start":"2026-02-25T23:00:37.929644Z","end":"2026-02-25T23:00:39.20152Z","steps":["trace[479466397] 'process raft request' (duration: 1.271017236s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:39.20159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:37.929623Z","time spent":"1.271934095s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:39.201715Z","caller":"traceutil/trace.go:171","msg":"trace[1125750244] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"1.271882023s","start":"2026-02-25T23:00:37.929824Z","end":"2026-02-25T23:00:39.201706Z","steps":["trace[1125750244] 'process raft request' (duration: 1.270872891s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:39.201767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:37.929814Z","time spent":"1.271928105s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:39.202803Z","caller":"traceutil/trace.go:171","msg":"trace[356476276] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"1.272898726s","start":"2026-02-25T23:00:37.929889Z","end":"2026-02-25T23:00:39.202788Z","steps":["trace[356476276] 'process raft request' (duration: 1.27083947s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:39.202886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:37.929881Z","time spent":"1.272964058s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:39.203022Z","caller":"traceutil/trace.go:171","msg":"trace[1396502007] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"1.095116258s","start":"2026-02-25T23:00:38.107896Z","end":"2026-02-25T23:00:39.203013Z","steps":["trace[1396502007] 'process raft request' (duration: 1.092871797s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:39.203077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:38.107862Z","time spent":"1.09518774s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:39.203287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830651472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:39.203326Z","caller":"traceutil/trace.go:171","msg":"trace[218411384] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25015; }","duration":"1.830691655s","start":"2026-02-25T23:00:37.372625Z","end":"2026-02-25T23:00:39.203317Z","steps":["trace[218411384] 'agreement among raft nodes before linearized reading' (duration: 1.830625432s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:39.20336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:37.372584Z","time spent":"1.830770127s","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T23:00:39.403965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T23:00:39.404113Z","caller":"traceutil/trace.go:171","msg":"trace[1684349260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052343s","start":"2026-02-25T23:00:37.403555Z","end":"2026-02-25T23:00:39.404079Z","steps":["trace[1684349260] 'agreement among raft nodes before linearized reading' (duration: 2.000339885s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:39.404178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:37.403542Z","time spent":"2.000621533s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 23:00:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T23:00:39.701807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407094824,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:00:40.213111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.150485ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:40.213245Z","caller":"traceutil/trace.go:171","msg":"trace[982626484] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25015; }","duration":"894.30179ms","start":"2026-02-25T23:00:39.318923Z","end":"2026-02-25T23:00:40.213225Z","steps":["trace[982626484] 'range keys from in-memory index tree' (duration: 894.130354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:40.21371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.738162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:00:40.213962Z","caller":"traceutil/trace.go:171","msg":"trace[203108050] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"1.209583518s","start":"2026-02-25T23:00:39.004355Z","end":"2026-02-25T23:00:40.213939Z","steps":["trace[203108050] 'process raft request' (duration: 788.504975ms)","trace[203108050] 'compare' (duration: 420.576237ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:00:40.214086Z","caller":"traceutil/trace.go:171","msg":"trace[1145656057] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"959.214178ms","start":"2026-02-25T23:00:39.254844Z","end":"2026-02-25T23:00:40.214058Z","steps":["trace[1145656057] 'process raft request' (duration: 958.991291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:40.214069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:39.004337Z","time spent":"1.20966383s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:40.214197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:39.254826Z","time spent":"959.315902ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:40.21418Z","caller":"traceutil/trace.go:171","msg":"trace[1896810970] linearizableReadLoop","detail":"{readStateIndex:25919; appliedIndex:25915; }","duration":"1.013249562s","start":"2026-02-25T23:00:39.200895Z","end":"2026-02-25T23:00:40.214145Z","steps":["trace[1896810970] 'read index received' (duration: 591.985523ms)","trace[1896810970] 'applied index is now lower than readState.Index' (duration: 421.262649ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:00:40.214323Z","caller":"traceutil/trace.go:171","msg":"trace[1623813602] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"921.252634ms","start":"2026-02-25T23:00:39.293032Z","end":"2026-02-25T23:00:40.214285Z","steps":["trace[1623813602] 'process raft request' (duration: 920.893173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:40.214391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840755235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-88e82b5d-0587-464e-a844-21ee1d1a3fa6\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-25T23:00:40.21444Z","caller":"traceutil/trace.go:171","msg":"trace[56035827] range","detail":"{range_begin:/registry/persistentvolumes/pvc-88e82b5d-0587-464e-a844-21ee1d1a3fa6; range_end:; response_count:1; response_revision:25019; }","duration":"2.840825098s","start":"2026-02-25T23:00:37.373599Z","end":"2026-02-25T23:00:40.214424Z","steps":["trace[56035827] 'agreement among raft nodes before linearized reading' (duration: 2.840643132s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:40.214462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:39.293009Z","time spent":"921.382639ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:40.214476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:37.373594Z","time spent":"2.840874339s","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-88e82b5d-0587-464e-a844-21ee1d1a3fa6\" "} {"level":"warn","ts":"2026-02-25T23:00:40.214491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T23:00:40.21453Z","caller":"traceutil/trace.go:171","msg":"trace[2038768255] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25019; }","duration":"1.006004373s","start":"2026-02-25T23:00:39.208512Z","end":"2026-02-25T23:00:40.214517Z","steps":["trace[2038768255] 'agreement among raft nodes before linearized reading' (duration: 1.005817247s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:40.214509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04845026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T23:00:40.214599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.302326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:40.214566Z","caller":"traceutil/trace.go:171","msg":"trace[1970340294] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"719.27072ms","start":"2026-02-25T23:00:39.495245Z","end":"2026-02-25T23:00:40.214516Z","steps":["trace[1970340294] 'process raft request' (duration: 718.733813ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:40.214621Z","caller":"traceutil/trace.go:171","msg":"trace[1129029223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25019; }","duration":"810.371578ms","start":"2026-02-25T23:00:39.404243Z","end":"2026-02-25T23:00:40.214615Z","steps":["trace[1129029223] 'agreement among raft nodes before linearized reading' (duration: 810.334837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:40.214685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:39.404211Z","time spent":"810.471071ms","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:00:40.214591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197542618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-25T23:00:40.214752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845342219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:00:40.214721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.096435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:00:40.214762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235194552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T23:00:40.214786Z","caller":"traceutil/trace.go:171","msg":"trace[1471153099] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25019; }","duration":"1.845405881s","start":"2026-02-25T23:00:38.369371Z","end":"2026-02-25T23:00:40.214777Z","steps":["trace[1471153099] 'agreement among raft nodes before linearized reading' (duration: 1.845324888s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:40.214764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.807339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-02-25T23:00:40.214765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.21296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"warn","ts":"2026-02-25T23:00:40.214818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672739057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:40.214829Z","caller":"traceutil/trace.go:171","msg":"trace[1915603844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25019; }","duration":"2.235313476s","start":"2026-02-25T23:00:37.979494Z","end":"2026-02-25T23:00:40.214807Z","steps":["trace[1915603844] 'agreement among raft nodes before linearized reading' (duration: 2.235080448s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:40.214611Z","caller":"traceutil/trace.go:171","msg":"trace[1700186475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25019; }","duration":"2.048609985s","start":"2026-02-25T23:00:38.165979Z","end":"2026-02-25T23:00:40.214589Z","steps":["trace[1700186475] 'agreement among raft nodes before linearized reading' (duration: 2.048299695s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:40.214841Z","caller":"traceutil/trace.go:171","msg":"trace[2039402377] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25019; }","duration":"855.916363ms","start":"2026-02-25T23:00:39.358901Z","end":"2026-02-25T23:00:40.214817Z","steps":["trace[2039402377] 'agreement among raft nodes before linearized reading' (duration: 855.701546ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:40.21483Z","caller":"traceutil/trace.go:171","msg":"trace[1493142016] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25019; }","duration":"451.320702ms","start":"2026-02-25T23:00:39.763483Z","end":"2026-02-25T23:00:40.214803Z","steps":["trace[1493142016] 'agreement among raft nodes before linearized reading' (duration: 451.065054ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:40.214865Z","caller":"traceutil/trace.go:171","msg":"trace[1469077680] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25019; }","duration":"2.67282607s","start":"2026-02-25T23:00:37.542027Z","end":"2026-02-25T23:00:40.214853Z","steps":["trace[1469077680] 'agreement among raft nodes before linearized reading' (duration: 2.672736617s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:40.214866Z","caller":"traceutil/trace.go:171","msg":"trace[2111615786] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25019; }","duration":"714.362744ms","start":"2026-02-25T23:00:39.500479Z","end":"2026-02-25T23:00:40.214842Z","steps":["trace[2111615786] 'agreement among raft nodes before linearized reading' (duration: 714.000742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:40.214564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:39.208498Z","time spent":"1.006061004s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T23:00:40.214887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:39.358876Z","time spent":"856.002755ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-25T23:00:40.214892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:38.165957Z","time spent":"2.048922855s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T23:00:40.214901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:37.542009Z","time spent":"2.672883762s","remote":"127.0.0.1:36092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:40.214906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:39.763457Z","time spent":"451.435546ms","remote":"127.0.0.1:54368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:00:40.21476Z","caller":"traceutil/trace.go:171","msg":"trace[651386400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25019; }","duration":"2.197829347s","start":"2026-02-25T23:00:38.016905Z","end":"2026-02-25T23:00:40.214734Z","steps":["trace[651386400] 'agreement among raft nodes before linearized reading' (duration: 2.197398223s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:40.214911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156144245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-25T23:00:40.214877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:37.979466Z","time spent":"2.235403729s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T23:00:40.214955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:38.016871Z","time spent":"2.198075094s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T23:00:40.214963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1578512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T23:00:40.214966Z","caller":"traceutil/trace.go:171","msg":"trace[1907613561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25019; }","duration":"2.156237769s","start":"2026-02-25T23:00:38.058716Z","end":"2026-02-25T23:00:40.214954Z","steps":["trace[1907613561] 'agreement among raft nodes before linearized reading' (duration: 2.156082904s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:40.214992Z","caller":"traceutil/trace.go:171","msg":"trace[429767086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25019; }","duration":"2.157933231s","start":"2026-02-25T23:00:38.057051Z","end":"2026-02-25T23:00:40.214984Z","steps":["trace[429767086] 'agreement among raft nodes before linearized reading' (duration: 2.157848209s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:40.215015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:38.057027Z","time spent":"2.157982603s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T23:00:40.214828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:38.369354Z","time spent":"1.845466413s","remote":"127.0.0.1:36064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:40.214822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:39.495211Z","time spent":"719.482126ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:40.214923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:39.500457Z","time spent":"714.451947ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11780,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-25T23:00:40.215014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:38.058705Z","time spent":"2.15629813s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T23:00:40.685488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.57102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:00:40.685758Z","caller":"traceutil/trace.go:171","msg":"trace[2008604002] linearizableReadLoop","detail":"{readStateIndex:25920; appliedIndex:25919; }","duration":"465.230154ms","start":"2026-02-25T23:00:40.220503Z","end":"2026-02-25T23:00:40.685733Z","steps":["trace[2008604002] 'read index received' (duration: 130.384285ms)","trace[2008604002] 'applied index is now lower than readState.Index' (duration: 334.843599ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:00:40.685783Z","caller":"traceutil/trace.go:171","msg":"trace[809969214] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"465.843733ms","start":"2026-02-25T23:00:40.219901Z","end":"2026-02-25T23:00:40.685745Z","steps":["trace[809969214] 'process raft request' (duration: 130.888031ms)","trace[809969214] 'compare' (duration: 329.900052ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:00:40.685996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:40.219874Z","time spent":"465.989457ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:40.686084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.562954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-02-25T23:00:40.686189Z","caller":"traceutil/trace.go:171","msg":"trace[2024092480] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25020; }","duration":"465.709808ms","start":"2026-02-25T23:00:40.220455Z","end":"2026-02-25T23:00:40.686165Z","steps":["trace[2024092480] 'agreement among raft nodes before linearized reading' (duration: 465.407529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:40.686249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:40.220442Z","time spent":"465.793561ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-25T23:00:41.086483Z","caller":"traceutil/trace.go:171","msg":"trace[509958826] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"865.633949ms","start":"2026-02-25T23:00:40.220772Z","end":"2026-02-25T23:00:41.086406Z","steps":["trace[509958826] 'process raft request' (duration: 865.218806ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:41.086655Z","caller":"traceutil/trace.go:171","msg":"trace[68311910] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"865.288819ms","start":"2026-02-25T23:00:40.221342Z","end":"2026-02-25T23:00:41.086631Z","steps":["trace[68311910] 'process raft request' (duration: 864.799933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:41.086737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:40.220752Z","time spent":"865.838406ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T23:00:41.086834Z","caller":"traceutil/trace.go:171","msg":"trace[230795745] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"865.245177ms","start":"2026-02-25T23:00:40.221568Z","end":"2026-02-25T23:00:41.086813Z","steps":["trace[230795745] 'process raft request' (duration: 864.666499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:41.086919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:40.221563Z","time spent":"865.304169ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:41.086956Z","caller":"traceutil/trace.go:171","msg":"trace[94935308] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"865.31989ms","start":"2026-02-25T23:00:40.221606Z","end":"2026-02-25T23:00:41.086926Z","steps":["trace[94935308] 'process raft request' (duration: 865.145214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:41.087057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:40.221325Z","time spent":"865.431823ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:41.087107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:40.221596Z","time spent":"865.431253ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:41.087693Z","caller":"traceutil/trace.go:171","msg":"trace[604455425] linearizableReadLoop","detail":"{readStateIndex:25925; appliedIndex:25920; }","duration":"401.840912ms","start":"2026-02-25T23:00:40.685831Z","end":"2026-02-25T23:00:41.087672Z","steps":["trace[604455425] 'read index received' (duration: 400.086586ms)","trace[604455425] 'applied index is now lower than readState.Index' (duration: 1.753226ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:00:41.087894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.5927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-25T23:00:41.087939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.850542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"warn","ts":"2026-02-25T23:00:41.087933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.065505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:41.087946Z","caller":"traceutil/trace.go:171","msg":"trace[595797429] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:25025; }","duration":"492.684823ms","start":"2026-02-25T23:00:40.595249Z","end":"2026-02-25T23:00:41.087934Z","steps":["trace[595797429] 'agreement among raft nodes before linearized reading' (duration: 492.516488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:41.087941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.236855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-25T23:00:41.087973Z","caller":"traceutil/trace.go:171","msg":"trace[754087055] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25025; }","duration":"862.905563ms","start":"2026-02-25T23:00:40.225056Z","end":"2026-02-25T23:00:41.087962Z","steps":["trace[754087055] 'agreement among raft nodes before linearized reading' (duration: 862.759358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:41.087985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:40.595226Z","time spent":"492.751695ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-02-25T23:00:41.087996Z","caller":"traceutil/trace.go:171","msg":"trace[644327920] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25025; }","duration":"858.364079ms","start":"2026-02-25T23:00:40.229618Z","end":"2026-02-25T23:00:41.087982Z","steps":["trace[644327920] 'agreement among raft nodes before linearized reading' (duration: 858.07768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:41.088013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:40.225049Z","time spent":"862.957214ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11780,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-25T23:00:41.088032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:40.229605Z","time spent":"858.417921ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-25T23:00:41.088093Z","caller":"traceutil/trace.go:171","msg":"trace[2095357601] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25025; }","duration":"487.23248ms","start":"2026-02-25T23:00:40.600735Z","end":"2026-02-25T23:00:41.087968Z","steps":["trace[2095357601] 'agreement among raft nodes before linearized reading' (duration: 486.962871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:41.088319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.086772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:41.088355Z","caller":"traceutil/trace.go:171","msg":"trace[255026048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25025; }","duration":"865.151304ms","start":"2026-02-25T23:00:40.22319Z","end":"2026-02-25T23:00:41.088341Z","steps":["trace[255026048] 'agreement among raft nodes before linearized reading' (duration: 865.088212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:41.088383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:40.223173Z","time spent":"865.202326ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T23:00:41.088409Z","caller":"traceutil/trace.go:171","msg":"trace[1398338037] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"864.630148ms","start":"2026-02-25T23:00:40.223766Z","end":"2026-02-25T23:00:41.088396Z","steps":["trace[1398338037] 'process raft request' (duration: 863.108139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:41.088479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:40.223755Z","time spent":"864.682369ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:41.088526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:40.600708Z","time spent":"487.798148ms","remote":"127.0.0.1:56726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:41.599626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:41.089341Z","time spent":"510.278812ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T23:00:42.114506Z","caller":"traceutil/trace.go:171","msg":"trace[1094973131] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"1.02298311s","start":"2026-02-25T23:00:41.091365Z","end":"2026-02-25T23:00:42.114348Z","steps":["trace[1094973131] 'process raft request' (duration: 991.017687ms)","trace[1094973131] 'compare' (duration: 31.494319ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:00:42.114674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:41.091348Z","time spent":"1.02325498s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T23:00:42.114945Z","caller":"traceutil/trace.go:171","msg":"trace[77034213] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"905.797825ms","start":"2026-02-25T23:00:41.209121Z","end":"2026-02-25T23:00:42.114918Z","steps":["trace[77034213] 'process raft request' (duration: 904.974628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:42.115104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:41.209091Z","time spent":"905.932509ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:42.115209Z","caller":"traceutil/trace.go:171","msg":"trace[111651915] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"905.941599ms","start":"2026-02-25T23:00:41.209235Z","end":"2026-02-25T23:00:42.115176Z","steps":["trace[111651915] 'process raft request' (duration: 905.636439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:42.11534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:41.209214Z","time spent":"906.055963ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:42.115322Z","caller":"traceutil/trace.go:171","msg":"trace[261110542] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"905.981861ms","start":"2026-02-25T23:00:41.209318Z","end":"2026-02-25T23:00:42.1153Z","steps":["trace[261110542] 'process raft request' (duration: 905.783704ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:42.115376Z","caller":"traceutil/trace.go:171","msg":"trace[13658425] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"905.826476ms","start":"2026-02-25T23:00:41.209533Z","end":"2026-02-25T23:00:42.115359Z","steps":["trace[13658425] 'process raft request' (duration: 905.66712ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:42.115453Z","caller":"traceutil/trace.go:171","msg":"trace[470211309] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"514.990781ms","start":"2026-02-25T23:00:41.600443Z","end":"2026-02-25T23:00:42.115433Z","steps":["trace[470211309] 'process raft request' (duration: 514.945549ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:42.115459Z","caller":"traceutil/trace.go:171","msg":"trace[1911010120] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"905.34358ms","start":"2026-02-25T23:00:41.210098Z","end":"2026-02-25T23:00:42.115442Z","steps":["trace[1911010120] 'process raft request' (duration: 905.246797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:42.115476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:41.2095Z","time spent":"905.911878ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:42.115466Z","caller":"traceutil/trace.go:171","msg":"trace[981392738] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"905.879597ms","start":"2026-02-25T23:00:41.209552Z","end":"2026-02-25T23:00:42.115432Z","steps":["trace[981392738] 'process raft request' (duration: 905.688131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:42.115537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:41.210082Z","time spent":"905.417272ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:42.115535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:41.600419Z","time spent":"515.070554ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:42.11546Z","caller":"traceutil/trace.go:171","msg":"trace[1099447541] linearizableReadLoop","detail":"{readStateIndex:25927; appliedIndex:25925; }","duration":"912.258499ms","start":"2026-02-25T23:00:41.203185Z","end":"2026-02-25T23:00:42.115444Z","steps":["trace[1099447541] 'read index received' (duration: 368.250858ms)","trace[1099447541] 'applied index is now lower than readState.Index' (duration: 544.006221ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:00:42.115598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.405524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:00:42.115611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:41.209534Z","time spent":"905.999691ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:42.115639Z","caller":"traceutil/trace.go:171","msg":"trace[1444691261] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25033; }","duration":"912.478616ms","start":"2026-02-25T23:00:41.203151Z","end":"2026-02-25T23:00:42.11563Z","steps":["trace[1444691261] 'agreement among raft nodes before linearized reading' (duration: 912.333672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:42.115675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.657094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:42.115744Z","caller":"traceutil/trace.go:171","msg":"trace[1442553715] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25033; }","duration":"814.738096ms","start":"2026-02-25T23:00:41.300965Z","end":"2026-02-25T23:00:42.115704Z","steps":["trace[1442553715] 'agreement among raft nodes before linearized reading' (duration: 814.676054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:42.115743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:41.203117Z","time spent":"912.580969ms","remote":"127.0.0.1:54548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:42.115781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:41.30094Z","time spent":"814.8341ms","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:42.115871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.083132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:00:42.11564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:41.209279Z","time spent":"906.128325ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:42.115906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.423929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:42.115925Z","caller":"traceutil/trace.go:171","msg":"trace[1252484738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25033; }","duration":"712.208145ms","start":"2026-02-25T23:00:41.403704Z","end":"2026-02-25T23:00:42.115912Z","steps":["trace[1252484738] 'agreement among raft nodes before linearized reading' (duration: 712.136503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:42.115949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:41.403669Z","time spent":"712.275278ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T23:00:42.115951Z","caller":"traceutil/trace.go:171","msg":"trace[1077620495] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25033; }","duration":"605.524802ms","start":"2026-02-25T23:00:41.510413Z","end":"2026-02-25T23:00:42.115937Z","steps":["trace[1077620495] 'agreement among raft nodes before linearized reading' (duration: 605.45378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:42.115894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.664238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-25T23:00:42.115986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:41.510376Z","time spent":"605.601125ms","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:00:42.116022Z","caller":"traceutil/trace.go:171","msg":"trace[1903591314] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25033; }","duration":"594.814363ms","start":"2026-02-25T23:00:41.521194Z","end":"2026-02-25T23:00:42.116009Z","steps":["trace[1903591314] 'agreement among raft nodes before linearized reading' (duration: 594.508003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:42.116083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:41.521182Z","time spent":"594.864254ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T23:00:42.803039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.861665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:00:42.803536Z","caller":"traceutil/trace.go:171","msg":"trace[121660483] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"681.511102ms","start":"2026-02-25T23:00:42.122007Z","end":"2026-02-25T23:00:42.803518Z","steps":["trace[121660483] 'process raft request' (duration: 325.091209ms)","trace[121660483] 'compare' (duration: 355.478373ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:00:42.803641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:42.121984Z","time spent":"681.623345ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:42.804077Z","caller":"traceutil/trace.go:171","msg":"trace[162552083] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"584.878177ms","start":"2026-02-25T23:00:42.219188Z","end":"2026-02-25T23:00:42.804067Z","steps":["trace[162552083] 'process raft request' (duration: 584.274618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:42.804169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:42.219152Z","time spent":"584.984721ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:42.804242Z","caller":"traceutil/trace.go:171","msg":"trace[215213138] linearizableReadLoop","detail":"{readStateIndex:25936; appliedIndex:25934; }","duration":"400.236732ms","start":"2026-02-25T23:00:42.403967Z","end":"2026-02-25T23:00:42.804203Z","steps":["trace[215213138] 'read index received' (duration: 43.091656ms)","trace[215213138] 'applied index is now lower than readState.Index' (duration: 357.140906ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:00:42.804418Z","caller":"traceutil/trace.go:171","msg":"trace[758077290] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"278.181792ms","start":"2026-02-25T23:00:42.526224Z","end":"2026-02-25T23:00:42.804406Z","steps":["trace[758077290] 'process raft request' (duration: 278.071069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:42.804463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.47349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:00:42.804574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.504367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:42.804597Z","caller":"traceutil/trace.go:171","msg":"trace[1552476387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25035; }","duration":"400.665036ms","start":"2026-02-25T23:00:42.403891Z","end":"2026-02-25T23:00:42.804556Z","steps":["trace[1552476387] 'agreement among raft nodes before linearized reading' (duration: 400.440519ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:42.804653Z","caller":"traceutil/trace.go:171","msg":"trace[378862234] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25036; }","duration":"141.661672ms","start":"2026-02-25T23:00:42.662971Z","end":"2026-02-25T23:00:42.804633Z","steps":["trace[378862234] 'agreement among raft nodes before linearized reading' (duration: 141.449906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:42.804655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:42.403848Z","time spent":"400.798ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:00:42.80484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.123029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T23:00:42.804948Z","caller":"traceutil/trace.go:171","msg":"trace[636516746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25036; }","duration":"114.298325ms","start":"2026-02-25T23:00:42.690625Z","end":"2026-02-25T23:00:42.804924Z","steps":["trace[636516746] 'agreement among raft nodes before linearized reading' (duration: 114.009895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:43.935751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.222426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:43.935809Z","caller":"traceutil/trace.go:171","msg":"trace[1670279479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25037; }","duration":"531.350499ms","start":"2026-02-25T23:00:43.404445Z","end":"2026-02-25T23:00:43.935795Z","steps":["trace[1670279479] 'range keys from in-memory index tree' (duration: 531.128673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:43.935832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:43.404423Z","time spent":"531.404541ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:00:43.936079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.715947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T23:00:43.936099Z","caller":"traceutil/trace.go:171","msg":"trace[115781036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25037; }","duration":"844.79814ms","start":"2026-02-25T23:00:43.091296Z","end":"2026-02-25T23:00:43.936094Z","steps":["trace[115781036] 'range keys from in-memory index tree' (duration: 844.528101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:43.936112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:43.091263Z","time spent":"844.846151ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T23:00:43.93626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.351724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T23:00:43.936338Z","caller":"traceutil/trace.go:171","msg":"trace[1017053534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25037; }","duration":"843.458877ms","start":"2026-02-25T23:00:43.092856Z","end":"2026-02-25T23:00:43.936314Z","steps":["trace[1017053534] 'range keys from in-memory index tree' (duration: 843.201919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:43.936384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:43.092844Z","time spent":"843.52963ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T23:00:43.936368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.150251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T23:00:43.936433Z","caller":"traceutil/trace.go:171","msg":"trace[1449239898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25037; }","duration":"845.234624ms","start":"2026-02-25T23:00:43.091183Z","end":"2026-02-25T23:00:43.936417Z","steps":["trace[1449239898] 'range keys from in-memory index tree' (duration: 845.020716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:43.936483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:43.091178Z","time spent":"845.296576ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T23:00:43.936489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.671937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T23:00:43.936654Z","caller":"traceutil/trace.go:171","msg":"trace[805407847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25037; }","duration":"845.906705ms","start":"2026-02-25T23:00:43.090723Z","end":"2026-02-25T23:00:43.93663Z","steps":["trace[805407847] 'range keys from in-memory index tree' (duration: 845.175812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:43.936701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:43.090699Z","time spent":"845.991718ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T23:00:44.944573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407094869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:00:45.19194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.22040529s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T23:00:45.192323Z","caller":"traceutil/trace.go:171","msg":"trace[726182100] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"1.251675901s","start":"2026-02-25T23:00:43.940625Z","end":"2026-02-25T23:00:45.192301Z","steps":["trace[726182100] 'process raft request' (duration: 1.251516746s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:45.192485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:43.940612Z","time spent":"1.251775745s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:46.259491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066296434s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T23:00:46.28214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:45.438991Z","time spent":"843.139598ms","remote":"127.0.0.1:41706","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T23:00:46.282678Z","caller":"traceutil/trace.go:171","msg":"trace[1850603982] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"2.341974317s","start":"2026-02-25T23:00:43.940667Z","end":"2026-02-25T23:00:46.282641Z","steps":["trace[1850603982] 'process raft request' (duration: 2.319296898s)","trace[1850603982] 'compare' (duration: 21.979747ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:00:46.282737Z","caller":"traceutil/trace.go:171","msg":"trace[14424310] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"2.341477021s","start":"2026-02-25T23:00:43.941234Z","end":"2026-02-25T23:00:46.282711Z","steps":["trace[14424310] 'process raft request' (duration: 2.341282905s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:46.282738Z","caller":"traceutil/trace.go:171","msg":"trace[1090036373] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"2.161582627s","start":"2026-02-25T23:00:44.121127Z","end":"2026-02-25T23:00:46.28271Z","steps":["trace[1090036373] 'process raft request' (duration: 2.161489544s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:46.282765Z","caller":"traceutil/trace.go:171","msg":"trace[1473996287] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"2.341226643s","start":"2026-02-25T23:00:43.941494Z","end":"2026-02-25T23:00:46.28272Z","steps":["trace[1473996287] 'process raft request' (duration: 2.341092299s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:46.282853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:44.1211Z","time spent":"2.16170487s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:46.282852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:43.940647Z","time spent":"2.342087361s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:46.282855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:43.941203Z","time spent":"2.341583754s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:46.282897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838912694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:46.282933Z","caller":"traceutil/trace.go:171","msg":"trace[1998880559] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25048; }","duration":"1.838997847s","start":"2026-02-25T23:00:44.443927Z","end":"2026-02-25T23:00:46.282925Z","steps":["trace[1998880559] 'agreement among raft nodes before linearized reading' (duration: 1.838903674s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:46.282952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:44.443912Z","time spent":"1.839034448s","remote":"127.0.0.1:36282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:46.282956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:43.941484Z","time spent":"2.341365778s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:46.282995Z","caller":"traceutil/trace.go:171","msg":"trace[1680727441] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"2.161627358s","start":"2026-02-25T23:00:44.121352Z","end":"2026-02-25T23:00:46.282979Z","steps":["trace[1680727441] 'process raft request' (duration: 2.161291777s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:46.283035Z","caller":"traceutil/trace.go:171","msg":"trace[1787907751] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"2.161613458s","start":"2026-02-25T23:00:44.12141Z","end":"2026-02-25T23:00:46.283024Z","steps":["trace[1787907751] 'process raft request' (duration: 2.161258327s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:46.283089Z","caller":"traceutil/trace.go:171","msg":"trace[1568700694] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"2.161404321s","start":"2026-02-25T23:00:44.121677Z","end":"2026-02-25T23:00:46.283081Z","steps":["trace[1568700694] 'process raft request' (duration: 2.161031189s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:46.282793Z","caller":"traceutil/trace.go:171","msg":"trace[2009219354] linearizableReadLoop","detail":"{readStateIndex:25949; appliedIndex:25938; }","duration":"1.838810911s","start":"2026-02-25T23:00:44.443965Z","end":"2026-02-25T23:00:46.282775Z","steps":["trace[2009219354] 'read index received' (duration: 748.195786ms)","trace[2009219354] 'applied index is now lower than readState.Index' (duration: 1.090614505s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:00:46.283106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:44.121345Z","time spent":"2.161709971s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:46.283122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:44.121405Z","time spent":"2.16167006s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:46.283158Z","caller":"traceutil/trace.go:171","msg":"trace[345800644] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"2.161108881s","start":"2026-02-25T23:00:44.122044Z","end":"2026-02-25T23:00:46.283153Z","steps":["trace[345800644] 'process raft request' (duration: 2.160681288s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:46.283183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:44.122016Z","time spent":"2.161156193s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:46.282993Z","caller":"traceutil/trace.go:171","msg":"trace[1805725719] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"2.161348509s","start":"2026-02-25T23:00:44.121627Z","end":"2026-02-25T23:00:46.282976Z","steps":["trace[1805725719] 'process raft request' (duration: 2.16106086s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:46.283187Z","caller":"traceutil/trace.go:171","msg":"trace[733197507] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"1.473745255s","start":"2026-02-25T23:00:44.809423Z","end":"2026-02-25T23:00:46.283168Z","steps":["trace[733197507] 'process raft request' (duration: 1.473323721s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:46.283139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:44.121671Z","time spent":"2.161431282s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:46.283262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:44.12162Z","time spent":"2.161597967s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:46.283276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:44.809401Z","time spent":"1.473824467s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:46.784182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407094883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:00:46.88983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T23:00:46.889944Z","caller":"traceutil/trace.go:171","msg":"trace[1944002502] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352605s","start":"2026-02-25T23:00:44.889564Z","end":"2026-02-25T23:00:46.889917Z","steps":["trace[1944002502] 'agreement among raft nodes before linearized reading' (duration: 2.00020924s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:46.890008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:44.889553Z","time spent":"2.000442707s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 23:00:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-25T23:00:47.118086Z","caller":"traceutil/trace.go:171","msg":"trace[1747551614] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"1.897230984s","start":"2026-02-25T23:00:45.220819Z","end":"2026-02-25T23:00:47.11805Z","steps":["trace[1747551614] 'process raft request' (duration: 1.896685627s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:47.118271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:45.220791Z","time spent":"1.897375799s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:47.167964Z","caller":"traceutil/trace.go:171","msg":"trace[1339901320] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"274.824736ms","start":"2026-02-25T23:00:46.893126Z","end":"2026-02-25T23:00:47.167951Z","steps":["trace[1339901320] 'process raft request' (duration: 274.739993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:47.168092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124885122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:00:47.168081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639017166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:00:47.168128Z","caller":"traceutil/trace.go:171","msg":"trace[1812635807] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25050; }","duration":"1.124953324s","start":"2026-02-25T23:00:46.043162Z","end":"2026-02-25T23:00:47.168115Z","steps":["trace[1812635807] 'agreement among raft nodes before linearized reading' (duration: 1.124847151s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:47.168139Z","caller":"traceutil/trace.go:171","msg":"trace[1301876784] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25050; }","duration":"1.63912694s","start":"2026-02-25T23:00:45.528998Z","end":"2026-02-25T23:00:47.168125Z","steps":["trace[1301876784] 'agreement among raft nodes before linearized reading' (duration: 1.638990876s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:47.168173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:45.528977Z","time spent":"1.639186691s","remote":"127.0.0.1:54730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:47.168191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006042195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:47.168211Z","caller":"traceutil/trace.go:171","msg":"trace[1813988309] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25050; }","duration":"2.006093827s","start":"2026-02-25T23:00:45.162109Z","end":"2026-02-25T23:00:47.168203Z","steps":["trace[1813988309] 'agreement among raft nodes before linearized reading' (duration: 2.006061896s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:47.168226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:45.162084Z","time spent":"2.006138348s","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:47.168272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320639811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T23:00:47.168301Z","caller":"traceutil/trace.go:171","msg":"trace[743614071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25050; }","duration":"2.320713644s","start":"2026-02-25T23:00:44.847581Z","end":"2026-02-25T23:00:47.168295Z","steps":["trace[743614071] 'agreement among raft nodes before linearized reading' (duration: 2.320618401s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:47.16828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072070448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-25T23:00:47.16832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:44.847566Z","time spent":"2.320750415s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T23:00:47.168334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764836676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:47.168352Z","caller":"traceutil/trace.go:171","msg":"trace[333304834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25050; }","duration":"1.764893597s","start":"2026-02-25T23:00:45.403453Z","end":"2026-02-25T23:00:47.168346Z","steps":["trace[333304834] 'agreement among raft nodes before linearized reading' (duration: 1.764865856s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:47.168369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:45.403421Z","time spent":"1.764945959s","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T23:00:47.168359Z","caller":"traceutil/trace.go:171","msg":"trace[1686778144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25050; }","duration":"1.072207592s","start":"2026-02-25T23:00:46.096132Z","end":"2026-02-25T23:00:47.16834Z","steps":["trace[1686778144] 'agreement among raft nodes before linearized reading' (duration: 1.071921553s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:47.168409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:46.096118Z","time spent":"1.072278924s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T23:00:47.168163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:46.043145Z","time spent":"1.125010516s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:47.168612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496344063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:47.168676Z","caller":"traceutil/trace.go:171","msg":"trace[1929799340] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25050; }","duration":"2.496462417s","start":"2026-02-25T23:00:44.672195Z","end":"2026-02-25T23:00:47.168657Z","steps":["trace[1929799340] 'agreement among raft nodes before linearized reading' (duration: 2.496362424s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:47.168723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:44.672172Z","time spent":"2.4965413s","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-25T23:00:47.168785Z","caller":"traceutil/trace.go:171","msg":"trace[1300050319] linearizableReadLoop","detail":"{readStateIndex:25951; appliedIndex:25949; }","duration":"884.83463ms","start":"2026-02-25T23:00:46.28312Z","end":"2026-02-25T23:00:47.167955Z","steps":["trace[1300050319] 'read index received' (duration: 834.71091ms)","trace[1300050319] 'applied index is now lower than readState.Index' (duration: 50.12063ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:00:47.169036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.973057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:47.169087Z","caller":"traceutil/trace.go:171","msg":"trace[393412359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25050; }","duration":"869.08481ms","start":"2026-02-25T23:00:46.299986Z","end":"2026-02-25T23:00:47.169071Z","steps":["trace[393412359] 'agreement among raft nodes before linearized reading' (duration: 868.954826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:47.169103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.865915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:00:47.169194Z","caller":"traceutil/trace.go:171","msg":"trace[2116322980] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25050; }","duration":"683.026981ms","start":"2026-02-25T23:00:46.486147Z","end":"2026-02-25T23:00:47.169174Z","steps":["trace[2116322980] 'agreement among raft nodes before linearized reading' (duration: 682.871216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:47.169264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:46.48612Z","time spent":"683.128414ms","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:47.169125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:46.299962Z","time spent":"869.153743ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:00:47.169687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099977883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-25T23:00:47.169751Z","caller":"traceutil/trace.go:171","msg":"trace[2063721598] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25050; }","duration":"1.100789528s","start":"2026-02-25T23:00:46.068942Z","end":"2026-02-25T23:00:47.169731Z","steps":["trace[2063721598] 'agreement among raft nodes before linearized reading' (duration: 1.099073914s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:47.170077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:46.068919Z","time spent":"1.101142469s","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-25T23:00:48.681345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.104593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:00:48.681454Z","caller":"traceutil/trace.go:171","msg":"trace[1933156592] linearizableReadLoop","detail":"{readStateIndex:25954; appliedIndex:25953; }","duration":"1.445345304s","start":"2026-02-25T23:00:47.23609Z","end":"2026-02-25T23:00:48.681435Z","steps":["trace[1933156592] 'read index received' (duration: 445.924371ms)","trace[1933156592] 'applied index is now lower than readState.Index' (duration: 999.419523ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:00:48.681564Z","caller":"traceutil/trace.go:171","msg":"trace[76028278] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"1.447807391s","start":"2026-02-25T23:00:47.2337Z","end":"2026-02-25T23:00:48.681508Z","steps":["trace[76028278] 'process raft request' (duration: 448.450601ms)","trace[76028278] 'compare' (duration: 998.471122ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:00:48.681608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445486088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:48.681717Z","caller":"traceutil/trace.go:171","msg":"trace[386747607] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25052; }","duration":"1.445640033s","start":"2026-02-25T23:00:47.236049Z","end":"2026-02-25T23:00:48.681689Z","steps":["trace[386747607] 'agreement among raft nodes before linearized reading' (duration: 1.445458527s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:48.681773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:47.23603Z","time spent":"1.445727326s","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T23:00:48.681788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:47.23368Z","time spent":"1.447985357s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:48.704014Z","caller":"traceutil/trace.go:171","msg":"trace[2020614534] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"414.832305ms","start":"2026-02-25T23:00:48.289159Z","end":"2026-02-25T23:00:48.703992Z","steps":["trace[2020614534] 'process raft request' (duration: 414.67831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:48.704154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:48.289123Z","time spent":"414.969209ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:49.404208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000606992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T23:00:49.404299Z","caller":"traceutil/trace.go:171","msg":"trace[1909968862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000751846s","start":"2026-02-25T23:00:47.403522Z","end":"2026-02-25T23:00:49.404273Z","steps":["trace[1909968862] 'agreement among raft nodes before linearized reading' (duration: 2.000642163s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.404346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:47.403499Z","time spent":"2.000837529s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 23:00:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T23:00:49.526028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.790956ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:49.526158Z","caller":"traceutil/trace.go:171","msg":"trace[67278392] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25053; }","duration":"205.938141ms","start":"2026-02-25T23:00:49.3202Z","end":"2026-02-25T23:00:49.526138Z","steps":["trace[67278392] 'range keys from in-memory index tree' (duration: 205.770896ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:49.534837Z","caller":"traceutil/trace.go:171","msg":"trace[935065965] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"1.245427685s","start":"2026-02-25T23:00:48.289378Z","end":"2026-02-25T23:00:49.534806Z","steps":["trace[935065965] 'process raft request' (duration: 1.245151386s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:49.53485Z","caller":"traceutil/trace.go:171","msg":"trace[1833671184] linearizableReadLoop","detail":"{readStateIndex:25961; appliedIndex:25954; }","duration":"853.340751ms","start":"2026-02-25T23:00:48.68148Z","end":"2026-02-25T23:00:49.53482Z","steps":["trace[1833671184] 'read index received' (duration: 22.430021ms)","trace[1833671184] 'applied index is now lower than readState.Index' (duration: 830.90941ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:00:49.534993Z","caller":"traceutil/trace.go:171","msg":"trace[531265478] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"1.245217318s","start":"2026-02-25T23:00:48.289761Z","end":"2026-02-25T23:00:49.534978Z","steps":["trace[531265478] 'process raft request' (duration: 1.244848656s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.535111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:48.289748Z","time spent":"1.24527896s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:49.535433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492589862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:49.535483Z","caller":"traceutil/trace.go:171","msg":"trace[31787020] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25059; }","duration":"1.492678295s","start":"2026-02-25T23:00:48.042792Z","end":"2026-02-25T23:00:49.535471Z","steps":["trace[31787020] 'agreement among raft nodes before linearized reading' (duration: 1.492562851s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.535519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:48.042772Z","time spent":"1.492737676s","remote":"127.0.0.1:36152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:49.535534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24750124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T23:00:49.535588Z","caller":"traceutil/trace.go:171","msg":"trace[1973267692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25059; }","duration":"1.247782349s","start":"2026-02-25T23:00:48.28779Z","end":"2026-02-25T23:00:49.535572Z","steps":["trace[1973267692] 'agreement among raft nodes before linearized reading' (duration: 1.247551022s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.535638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:48.28776Z","time spent":"1.247868772s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T23:00:49.535756Z","caller":"traceutil/trace.go:171","msg":"trace[476792925] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"1.246370785s","start":"2026-02-25T23:00:48.289377Z","end":"2026-02-25T23:00:49.535748Z","steps":["trace[476792925] 'process raft request' (duration: 1.244877617s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.535802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631368373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-25T23:00:49.535818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:48.289353Z","time spent":"1.246437617s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:49.535828Z","caller":"traceutil/trace.go:171","msg":"trace[2128191612] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25059; }","duration":"1.631436265s","start":"2026-02-25T23:00:47.904383Z","end":"2026-02-25T23:00:49.53582Z","steps":["trace[2128191612] 'agreement among raft nodes before linearized reading' (duration: 1.631313721s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.53585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:47.904354Z","time spent":"1.631489987s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-25T23:00:49.53592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.648001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:49.535939Z","caller":"traceutil/trace.go:171","msg":"trace[1247245145] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25059; }","duration":"847.666651ms","start":"2026-02-25T23:00:48.688267Z","end":"2026-02-25T23:00:49.535934Z","steps":["trace[1247245145] 'agreement among raft nodes before linearized reading' (duration: 847.63022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.535955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:48.688201Z","time spent":"847.748984ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-25T23:00:49.535936Z","caller":"traceutil/trace.go:171","msg":"trace[514176656] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"1.24589471s","start":"2026-02-25T23:00:48.29002Z","end":"2026-02-25T23:00:49.535915Z","steps":["trace[514176656] 'process raft request' (duration: 1.24463996s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.536039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659265938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:00:49.53603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:48.290007Z","time spent":"1.245969272s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:49.536056Z","caller":"traceutil/trace.go:171","msg":"trace[1557628993] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25059; }","duration":"1.659321819s","start":"2026-02-25T23:00:47.87673Z","end":"2026-02-25T23:00:49.536051Z","steps":["trace[1557628993] 'agreement among raft nodes before linearized reading' (duration: 1.659291348s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.536076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:47.876708Z","time spent":"1.659358091s","remote":"127.0.0.1:40226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:49.536154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27804136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:49.536171Z","caller":"traceutil/trace.go:171","msg":"trace[88912601] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25059; }","duration":"2.278098402s","start":"2026-02-25T23:00:47.258068Z","end":"2026-02-25T23:00:49.536166Z","steps":["trace[88912601] 'agreement among raft nodes before linearized reading' (duration: 2.278071011s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.536184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:47.258042Z","time spent":"2.278139083s","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-25T23:00:49.536188Z","caller":"traceutil/trace.go:171","msg":"trace[2100077072] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"1.246073345s","start":"2026-02-25T23:00:48.290098Z","end":"2026-02-25T23:00:49.536171Z","steps":["trace[2100077072] 'process raft request' (duration: 1.244617709s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.536261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.457877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:00:49.536265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.306903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:49.53628Z","caller":"traceutil/trace.go:171","msg":"trace[1365753832] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25059; }","duration":"755.517819ms","start":"2026-02-25T23:00:48.780756Z","end":"2026-02-25T23:00:49.536274Z","steps":["trace[1365753832] 'agreement among raft nodes before linearized reading' (duration: 755.485898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.536266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:48.290079Z","time spent":"1.246142968s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:49.536293Z","caller":"traceutil/trace.go:171","msg":"trace[117248843] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25059; }","duration":"720.387035ms","start":"2026-02-25T23:00:48.815896Z","end":"2026-02-25T23:00:49.536283Z","steps":["trace[117248843] 'agreement among raft nodes before linearized reading' (duration: 720.343763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.536315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:48.815866Z","time spent":"720.442896ms","remote":"127.0.0.1:36370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:49.536431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.737808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:49.536443Z","caller":"traceutil/trace.go:171","msg":"trace[467947854] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"1.231397159s","start":"2026-02-25T23:00:48.305037Z","end":"2026-02-25T23:00:49.536434Z","steps":["trace[467947854] 'process raft request' (duration: 1.229726206s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:49.53646Z","caller":"traceutil/trace.go:171","msg":"trace[1287859526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25059; }","duration":"131.81667ms","start":"2026-02-25T23:00:49.404634Z","end":"2026-02-25T23:00:49.536451Z","steps":["trace[1287859526] 'agreement among raft nodes before linearized reading' (duration: 131.778799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.536477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:48.305021Z","time spent":"1.231439661s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:49.536481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.480423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:00:49.536427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245988152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T23:00:49.536509Z","caller":"traceutil/trace.go:171","msg":"trace[205161754] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25059; }","duration":"898.538334ms","start":"2026-02-25T23:00:48.63796Z","end":"2026-02-25T23:00:49.536498Z","steps":["trace[205161754] 'agreement among raft nodes before linearized reading' (duration: 898.499473ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:49.536527Z","caller":"traceutil/trace.go:171","msg":"trace[1273079624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25059; }","duration":"1.246131477s","start":"2026-02-25T23:00:48.290388Z","end":"2026-02-25T23:00:49.536519Z","steps":["trace[1273079624] 'agreement among raft nodes before linearized reading' (duration: 1.24589955s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.536534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:48.637942Z","time spent":"898.587416ms","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:49.536541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:48.290373Z","time spent":"1.246164998s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T23:00:49.535541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:48.28934Z","time spent":"1.245573699s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:49.536577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.90135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:00:49.536569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246215259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T23:00:49.536599Z","caller":"traceutil/trace.go:171","msg":"trace[1432170112] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25059; }","duration":"281.958271ms","start":"2026-02-25T23:00:49.254632Z","end":"2026-02-25T23:00:49.536591Z","steps":["trace[1432170112] 'agreement among raft nodes before linearized reading' (duration: 281.92032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.536297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:48.780732Z","time spent":"755.55887ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:00:49.536624Z","caller":"traceutil/trace.go:171","msg":"trace[76287967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25059; }","duration":"1.246284752s","start":"2026-02-25T23:00:48.290318Z","end":"2026-02-25T23:00:49.536603Z","steps":["trace[76287967] 'agreement among raft nodes before linearized reading' (duration: 1.246149987s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.536675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:48.290306Z","time spent":"1.246357845s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T23:00:49.536706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.288886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T23:00:49.536719Z","caller":"traceutil/trace.go:171","msg":"trace[498916852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25059; }","duration":"302.333357ms","start":"2026-02-25T23:00:49.234381Z","end":"2026-02-25T23:00:49.536715Z","steps":["trace[498916852] 'agreement among raft nodes before linearized reading' (duration: 302.287666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:49.536731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:49.234361Z","time spent":"302.366619ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T23:00:50.491425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.840891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:00:50.491787Z","caller":"traceutil/trace.go:171","msg":"trace[1549346839] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"950.42496ms","start":"2026-02-25T23:00:49.54128Z","end":"2026-02-25T23:00:50.491705Z","steps":["trace[1549346839] 'process raft request' (duration: 380.205567ms)","trace[1549346839] 'compare' (duration: 569.167889ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:00:50.491978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:49.541265Z","time spent":"950.612575ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:50.49201Z","caller":"traceutil/trace.go:171","msg":"trace[1755076543] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"950.511172ms","start":"2026-02-25T23:00:49.541469Z","end":"2026-02-25T23:00:50.491981Z","steps":["trace[1755076543] 'process raft request' (duration: 950.179272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:50.492142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:49.541429Z","time spent":"950.641826ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:50.492268Z","caller":"traceutil/trace.go:171","msg":"trace[872074123] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"949.1536ms","start":"2026-02-25T23:00:49.543092Z","end":"2026-02-25T23:00:50.492246Z","steps":["trace[872074123] 'process raft request' (duration: 949.031386ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:50.492268Z","caller":"traceutil/trace.go:171","msg":"trace[853486991] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"949.866022ms","start":"2026-02-25T23:00:49.542363Z","end":"2026-02-25T23:00:50.492229Z","steps":["trace[853486991] 'process raft request' (duration: 949.600704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:50.49239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:49.543083Z","time spent":"949.251082ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:50.492276Z","caller":"traceutil/trace.go:171","msg":"trace[780047012] linearizableReadLoop","detail":"{readStateIndex:25963; appliedIndex:25961; }","duration":"950.392689ms","start":"2026-02-25T23:00:49.541858Z","end":"2026-02-25T23:00:50.49225Z","steps":["trace[780047012] 'read index received' (duration: 379.744922ms)","trace[780047012] 'applied index is now lower than readState.Index' (duration: 570.645477ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:00:50.492477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:49.542353Z","time spent":"950.017027ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:50.492532Z","caller":"traceutil/trace.go:171","msg":"trace[911132251] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"950.274395ms","start":"2026-02-25T23:00:49.54191Z","end":"2026-02-25T23:00:50.492184Z","steps":["trace[911132251] 'process raft request' (duration: 949.908683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:50.492615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:49.54189Z","time spent":"950.680418ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:50.492722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.847503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18979f94e3a08e1a\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-25T23:00:50.492837Z","caller":"traceutil/trace.go:171","msg":"trace[1281812035] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18979f94e3a08e1a; range_end:; response_count:1; response_revision:25064; }","duration":"950.974257ms","start":"2026-02-25T23:00:49.541842Z","end":"2026-02-25T23:00:50.492816Z","steps":["trace[1281812035] 'agreement among raft nodes before linearized reading' (duration: 950.543943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:50.492954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:49.541834Z","time spent":"951.100521ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18979f94e3a08e1a\" "} {"level":"warn","ts":"2026-02-25T23:00:51.313208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407094913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:00:51.547204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999731024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T23:00:51.547285Z","caller":"traceutil/trace.go:171","msg":"trace[548968708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999860789s","start":"2026-02-25T23:00:49.547404Z","end":"2026-02-25T23:00:51.547265Z","steps":["trace[548968708] 'agreement among raft nodes before linearized reading' (duration: 1.999770666s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:51.547338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:49.547387Z","time spent":"1.999941001s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 23:00:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T23:00:51.813156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.506636477s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T23:00:51.813588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407094913,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T23:00:51.813901Z","caller":"traceutil/trace.go:171","msg":"trace[1749112648] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"1.562999985s","start":"2026-02-25T23:00:50.250877Z","end":"2026-02-25T23:00:51.813877Z","steps":["trace[1749112648] 'process raft request' (duration: 1.562456357s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:51.814035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:50.250849Z","time spent":"1.563105348s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:51.814295Z","caller":"traceutil/trace.go:171","msg":"trace[230950561] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"1.526941571s","start":"2026-02-25T23:00:50.287312Z","end":"2026-02-25T23:00:51.814254Z","steps":["trace[230950561] 'process raft request' (duration: 1.526511997s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:51.814486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:50.28728Z","time spent":"1.527111826s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:52.53882Z","caller":"traceutil/trace.go:171","msg":"trace[1568224460] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"1.219336886s","start":"2026-02-25T23:00:51.319462Z","end":"2026-02-25T23:00:52.538799Z","steps":["trace[1568224460] 'process raft request' (duration: 1.219264714s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:52.538901Z","caller":"traceutil/trace.go:171","msg":"trace[2121931216] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"2.043175971s","start":"2026-02-25T23:00:50.495686Z","end":"2026-02-25T23:00:52.538862Z","steps":["trace[2121931216] 'process raft request' (duration: 2.042977555s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:52.538953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:51.31944Z","time spent":"1.2194447s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:52.539067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:50.495663Z","time spent":"2.043312666s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:52.539381Z","caller":"traceutil/trace.go:171","msg":"trace[1639043821] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"997.1215ms","start":"2026-02-25T23:00:51.542231Z","end":"2026-02-25T23:00:52.539353Z","steps":["trace[1639043821] 'process raft request' (duration: 996.540792ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:52.539438Z","caller":"traceutil/trace.go:171","msg":"trace[158454604] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"997.088468ms","start":"2026-02-25T23:00:51.542312Z","end":"2026-02-25T23:00:52.539401Z","steps":["trace[158454604] 'process raft request' (duration: 996.849891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:52.539532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:51.542209Z","time spent":"997.244623ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:52.539561Z","caller":"traceutil/trace.go:171","msg":"trace[1585248072] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"997.226323ms","start":"2026-02-25T23:00:51.542325Z","end":"2026-02-25T23:00:52.539551Z","steps":["trace[1585248072] 'process raft request' (duration: 997.020647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:52.539779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:51.542275Z","time spent":"997.477061ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:52.539818Z","caller":"traceutil/trace.go:171","msg":"trace[1718046994] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"997.084758ms","start":"2026-02-25T23:00:51.542718Z","end":"2026-02-25T23:00:52.539803Z","steps":["trace[1718046994] 'process raft request' (duration: 996.795589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:52.539912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:51.542705Z","time spent":"997.152611ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:52.539995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:51.5423Z","time spent":"997.312366ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:52.53999Z","caller":"traceutil/trace.go:171","msg":"trace[267315810] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"2.230145741s","start":"2026-02-25T23:00:50.309796Z","end":"2026-02-25T23:00:52.539942Z","steps":["trace[267315810] 'process raft request' (duration: 2.228681254s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:52.5401Z","caller":"traceutil/trace.go:171","msg":"trace[757390201] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"996.881172ms","start":"2026-02-25T23:00:51.543207Z","end":"2026-02-25T23:00:52.540089Z","steps":["trace[757390201] 'process raft request' (duration: 996.48558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:52.540134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995811391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T23:00:52.540158Z","caller":"traceutil/trace.go:171","msg":"trace[1740367915] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25075; }","duration":"2.995888653s","start":"2026-02-25T23:00:49.544263Z","end":"2026-02-25T23:00:52.540152Z","steps":["trace[1740367915] 'agreement among raft nodes before linearized reading' (duration: 2.99577491s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:52.540166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:51.543192Z","time spent":"996.940904ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:52.540185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:49.544226Z","time spent":"2.995954596s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T23:00:52.540205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:50.30976Z","time spent":"2.230345948s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:52.540316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647436604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:52.54006Z","caller":"traceutil/trace.go:171","msg":"trace[958233407] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"996.1797ms","start":"2026-02-25T23:00:51.543868Z","end":"2026-02-25T23:00:52.540048Z","steps":["trace[958233407] 'process raft request' (duration: 996.102678ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:52.540345Z","caller":"traceutil/trace.go:171","msg":"trace[314585504] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25075; }","duration":"2.647507486s","start":"2026-02-25T23:00:49.892829Z","end":"2026-02-25T23:00:52.540337Z","steps":["trace[314585504] 'agreement among raft nodes before linearized reading' (duration: 2.647463105s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:52.540323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48114666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-25T23:00:52.540022Z","caller":"traceutil/trace.go:171","msg":"trace[325503475] linearizableReadLoop","detail":"{readStateIndex:25970; appliedIndex:25966; }","duration":"2.047565621s","start":"2026-02-25T23:00:50.492448Z","end":"2026-02-25T23:00:52.540013Z","steps":["trace[325503475] 'read index received' (duration: 1.321342481s)","trace[325503475] 'applied index is now lower than readState.Index' (duration: 726.22159ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:00:52.540391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:51.543846Z","time spent":"996.508251ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:52.540416Z","caller":"traceutil/trace.go:171","msg":"trace[531876822] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25075; }","duration":"2.481308016s","start":"2026-02-25T23:00:50.059088Z","end":"2026-02-25T23:00:52.540396Z","steps":["trace[531876822] 'agreement among raft nodes before linearized reading' (duration: 2.480975105s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:52.540419Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":11521224443407094923,"received-request-id":11521224443407094913} {"level":"warn","ts":"2026-02-25T23:00:52.540366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:49.892805Z","time spent":"2.647555498s","remote":"127.0.0.1:56770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:52.540479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:50.059061Z","time spent":"2.481403688s","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-25T23:00:53.041433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407094923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:00:53.542373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407094923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:00:53.547793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000476678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T23:00:53.547882Z","caller":"traceutil/trace.go:171","msg":"trace[137241459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000593901s","start":"2026-02-25T23:00:51.547258Z","end":"2026-02-25T23:00:53.547852Z","steps":["trace[137241459] 'agreement among raft nodes before linearized reading' (duration: 2.000490348s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.547967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:51.547249Z","time spent":"2.000699155s","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:00:53.657171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118646424s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T23:00:53.657552Z","caller":"traceutil/trace.go:171","msg":"trace[1784229888] linearizableReadLoop","detail":"{readStateIndex:25978; appliedIndex:25977; }","duration":"1.117114866s","start":"2026-02-25T23:00:52.540405Z","end":"2026-02-25T23:00:53.65752Z","steps":["trace[1784229888] 'read index received' (duration: 1.116877188s)","trace[1784229888] 'applied index is now lower than readState.Index' (duration: 236.398µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:00:53.657866Z","caller":"traceutil/trace.go:171","msg":"trace[167391370] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"1.533800369s","start":"2026-02-25T23:00:52.124053Z","end":"2026-02-25T23:00:53.657853Z","steps":["trace[167391370] 'process raft request' (duration: 1.533307534s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.658009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:52.124012Z","time spent":"1.533918773s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:53.658299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160927665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T23:00:53.658343Z","caller":"traceutil/trace.go:171","msg":"trace[1189113871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25076; }","duration":"1.160984947s","start":"2026-02-25T23:00:52.497348Z","end":"2026-02-25T23:00:53.658333Z","steps":["trace[1189113871] 'agreement among raft nodes before linearized reading' (duration: 1.160849642s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.658374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:52.497343Z","time spent":"1.161024599s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T23:00:53.658503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16170244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T23:00:53.658536Z","caller":"traceutil/trace.go:171","msg":"trace[1062141612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25076; }","duration":"1.161733331s","start":"2026-02-25T23:00:52.496795Z","end":"2026-02-25T23:00:53.658528Z","steps":["trace[1062141612] 'agreement among raft nodes before linearized reading' (duration: 1.161643508s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.658562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:52.496781Z","time spent":"1.161775182s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T23:00:53.658711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163132247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:53.658749Z","caller":"traceutil/trace.go:171","msg":"trace[321390139] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25076; }","duration":"3.16321673s","start":"2026-02-25T23:00:50.495523Z","end":"2026-02-25T23:00:53.65874Z","steps":["trace[321390139] 'agreement among raft nodes before linearized reading' (duration: 3.163154758s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.658745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345940113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T23:00:53.658794Z","caller":"traceutil/trace.go:171","msg":"trace[1773650865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25076; }","duration":"2.346024516s","start":"2026-02-25T23:00:51.312757Z","end":"2026-02-25T23:00:53.658781Z","steps":["trace[1773650865] 'agreement among raft nodes before linearized reading' (duration: 2.345857561s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.658784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:50.495501Z","time spent":"3.163271862s","remote":"127.0.0.1:36166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:53.658829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:51.312746Z","time spent":"2.346077457s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T23:00:53.65904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116759804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-02-25T23:00:53.65908Z","caller":"traceutil/trace.go:171","msg":"trace[620951396] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25076; }","duration":"1.116834757s","start":"2026-02-25T23:00:52.542236Z","end":"2026-02-25T23:00:53.659071Z","steps":["trace[620951396] 'agreement among raft nodes before linearized reading' (duration: 1.116726464s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.659095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163211208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-25T23:00:53.659108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:52.542214Z","time spent":"1.116888618s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-25T23:00:53.659119Z","caller":"traceutil/trace.go:171","msg":"trace[1767874241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25076; }","duration":"1.163266859s","start":"2026-02-25T23:00:52.495843Z","end":"2026-02-25T23:00:53.65911Z","steps":["trace[1767874241] 'agreement among raft nodes before linearized reading' (duration: 1.163215878s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.659139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:52.49582Z","time spent":"1.163314721s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T23:00:53.659306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301693499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:00:53.659333Z","caller":"traceutil/trace.go:171","msg":"trace[97121987] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25076; }","duration":"1.301752011s","start":"2026-02-25T23:00:52.357573Z","end":"2026-02-25T23:00:53.659325Z","steps":["trace[97121987] 'agreement among raft nodes before linearized reading' (duration: 1.301634677s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.659352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:52.357556Z","time spent":"1.301791363s","remote":"127.0.0.1:54304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:53.659471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346620805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T23:00:53.659494Z","caller":"traceutil/trace.go:171","msg":"trace[64002632] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:25076; }","duration":"2.346650455s","start":"2026-02-25T23:00:51.312836Z","end":"2026-02-25T23:00:53.659486Z","steps":["trace[64002632] 'agreement among raft nodes before linearized reading' (duration: 2.346594693s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.659491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.700239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:00:53.659511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:51.312834Z","time spent":"2.346672846s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-02-25T23:00:53.659526Z","caller":"traceutil/trace.go:171","msg":"trace[1629259006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25076; }","duration":"103.75208ms","start":"2026-02-25T23:00:53.555762Z","end":"2026-02-25T23:00:53.659514Z","steps":["trace[1629259006] 'agreement among raft nodes before linearized reading' (duration: 103.705969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.659747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.168098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:00:53.659803Z","caller":"traceutil/trace.go:171","msg":"trace[965492106] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25076; }","duration":"311.306802ms","start":"2026-02-25T23:00:53.348484Z","end":"2026-02-25T23:00:53.659791Z","steps":["trace[965492106] 'agreement among raft nodes before linearized reading' (duration: 311.171668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.659838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:53.348463Z","time spent":"311.365054ms","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:53.659995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.02033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:00:53.660032Z","caller":"traceutil/trace.go:171","msg":"trace[271102613] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25076; }","duration":"718.100292ms","start":"2026-02-25T23:00:52.941923Z","end":"2026-02-25T23:00:53.660024Z","steps":["trace[271102613] 'agreement among raft nodes before linearized reading' (duration: 718.011439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.660066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116036221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6fb4294e-142e-4ed7-8f31-21b65b18f88a\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-25T23:00:53.660098Z","caller":"traceutil/trace.go:171","msg":"trace[741967246] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6fb4294e-142e-4ed7-8f31-21b65b18f88a; range_end:; response_count:1; response_revision:25076; }","duration":"1.116107243s","start":"2026-02-25T23:00:52.543983Z","end":"2026-02-25T23:00:53.660091Z","steps":["trace[741967246] 'agreement among raft nodes before linearized reading' (duration: 1.116023691s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.660118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:52.543964Z","time spent":"1.116149185s","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-6fb4294e-142e-4ed7-8f31-21b65b18f88a\" "} {"level":"warn","ts":"2026-02-25T23:00:53.659045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162276408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T23:00:53.660303Z","caller":"traceutil/trace.go:171","msg":"trace[285021543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25076; }","duration":"1.163519737s","start":"2026-02-25T23:00:52.496749Z","end":"2026-02-25T23:00:53.660269Z","steps":["trace[285021543] 'agreement among raft nodes before linearized reading' (duration: 1.162246167s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.660379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115162633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-02-25T23:00:53.660408Z","caller":"traceutil/trace.go:171","msg":"trace[1924008651] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0; range_end:; response_count:1; response_revision:25076; }","duration":"1.115202275s","start":"2026-02-25T23:00:52.545199Z","end":"2026-02-25T23:00:53.660401Z","steps":["trace[1924008651] 'agreement among raft nodes before linearized reading' (duration: 1.115132533s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.660428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:52.545193Z","time spent":"1.115229846s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0\" "} {"level":"warn","ts":"2026-02-25T23:00:53.660405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:52.496743Z","time spent":"1.163626791s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T23:00:53.660067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:52.941895Z","time spent":"718.163154ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:53.660227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.901551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:53.660797Z","caller":"traceutil/trace.go:171","msg":"trace[86157854] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25076; }","duration":"914.514301ms","start":"2026-02-25T23:00:52.746269Z","end":"2026-02-25T23:00:53.660783Z","steps":["trace[86157854] 'agreement among raft nodes before linearized reading' (duration: 913.941253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:53.660844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:52.746244Z","time spent":"914.584093ms","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:54.204482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.579514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:00:54.204749Z","caller":"traceutil/trace.go:171","msg":"trace[1158844873] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"505.912543ms","start":"2026-02-25T23:00:53.698824Z","end":"2026-02-25T23:00:54.204737Z","steps":["trace[1158844873] 'process raft request' (duration: 505.883462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:54.204785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:53.689345Z","time spent":"515.422895ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:54.204924Z","caller":"traceutil/trace.go:171","msg":"trace[1533839139] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"539.417696ms","start":"2026-02-25T23:00:53.6655Z","end":"2026-02-25T23:00:54.204918Z","steps":["trace[1533839139] 'process raft request' (duration: 539.144247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:54.204959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:53.665421Z","time spent":"539.517749ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:54.204953Z","caller":"traceutil/trace.go:171","msg":"trace[319299805] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"541.793951ms","start":"2026-02-25T23:00:53.66311Z","end":"2026-02-25T23:00:54.204904Z","steps":["trace[319299805] 'process raft request' (duration: 541.507652ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:54.204975Z","caller":"traceutil/trace.go:171","msg":"trace[1375170254] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"542.046799ms","start":"2026-02-25T23:00:53.662893Z","end":"2026-02-25T23:00:54.20494Z","steps":["trace[1375170254] 'process raft request' (duration: 414.936688ms)","trace[1375170254] 'compare' (duration: 126.205463ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:00:54.205054Z","caller":"traceutil/trace.go:171","msg":"trace[1699623734] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"536.923557ms","start":"2026-02-25T23:00:53.668125Z","end":"2026-02-25T23:00:54.205049Z","steps":["trace[1699623734] 'process raft request' (duration: 536.537764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:54.205081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:53.668117Z","time spent":"536.950677ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:54.205099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:53.6631Z","time spent":"541.921155ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:54.20514Z","caller":"traceutil/trace.go:171","msg":"trace[1430759154] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"536.961447ms","start":"2026-02-25T23:00:53.668174Z","end":"2026-02-25T23:00:54.205136Z","steps":["trace[1430759154] 'process raft request' (duration: 536.509253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:54.205125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:53.662869Z","time spent":"542.173843ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:54.205166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:53.668164Z","time spent":"536.987469ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:54.205248Z","caller":"traceutil/trace.go:171","msg":"trace[1773100096] linearizableReadLoop","detail":"{readStateIndex:25985; appliedIndex:25979; }","duration":"518.249455ms","start":"2026-02-25T23:00:53.686991Z","end":"2026-02-25T23:00:54.20524Z","steps":["trace[1773100096] 'read index received' (duration: 390.839854ms)","trace[1773100096] 'applied index is now lower than readState.Index' (duration: 127.408871ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:00:54.205319Z","caller":"traceutil/trace.go:171","msg":"trace[227156172] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"542.302657ms","start":"2026-02-25T23:00:53.662917Z","end":"2026-02-25T23:00:54.20522Z","steps":["trace[227156172] 'process raft request' (duration: 541.632116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:54.205373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.260012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-25T23:00:54.205391Z","caller":"traceutil/trace.go:171","msg":"trace[351695374] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25083; }","duration":"534.304923ms","start":"2026-02-25T23:00:53.671082Z","end":"2026-02-25T23:00:54.205387Z","steps":["trace[351695374] 'agreement among raft nodes before linearized reading' (duration: 534.222971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:54.205407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:53.671073Z","time spent":"534.330174ms","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T23:00:54.205396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.468335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:54.205462Z","caller":"traceutil/trace.go:171","msg":"trace[1284165881] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25083; }","duration":"263.562248ms","start":"2026-02-25T23:00:53.941875Z","end":"2026-02-25T23:00:54.205437Z","steps":["trace[1284165881] 'agreement among raft nodes before linearized reading' (duration: 263.456025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:54.205485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.878741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-02-25T23:00:54.205499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:53.662901Z","time spent":"542.496694ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:54.205536Z","caller":"traceutil/trace.go:171","msg":"trace[168016043] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25083; }","duration":"130.998605ms","start":"2026-02-25T23:00:54.074523Z","end":"2026-02-25T23:00:54.205521Z","steps":["trace[168016043] 'agreement among raft nodes before linearized reading' (duration: 130.810089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:54.892298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.362865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:54.892381Z","caller":"traceutil/trace.go:171","msg":"trace[866595453] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25084; }","duration":"388.50546ms","start":"2026-02-25T23:00:54.503857Z","end":"2026-02-25T23:00:54.892362Z","steps":["trace[866595453] 'count revisions from in-memory index tree' (duration: 388.202941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:54.892423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:54.503831Z","time spent":"388.581942ms","remote":"127.0.0.1:54622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:00:54.893207Z","caller":"traceutil/trace.go:171","msg":"trace[1114769036] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"348.353586ms","start":"2026-02-25T23:00:54.544825Z","end":"2026-02-25T23:00:54.893179Z","steps":["trace[1114769036] 'process raft request' (duration: 343.949927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:54.89343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:54.544791Z","time spent":"348.563004ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:55.617499Z","caller":"traceutil/trace.go:171","msg":"trace[1077660460] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"1.071317112s","start":"2026-02-25T23:00:54.546164Z","end":"2026-02-25T23:00:55.617481Z","steps":["trace[1077660460] 'process raft request' (duration: 1.071145867s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:55.617662Z","caller":"traceutil/trace.go:171","msg":"trace[1348871252] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"1.071461477s","start":"2026-02-25T23:00:54.546192Z","end":"2026-02-25T23:00:55.617654Z","steps":["trace[1348871252] 'process raft request' (duration: 1.07123436s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:55.617735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:54.546158Z","time spent":"1.071526739s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:55.617871Z","caller":"traceutil/trace.go:171","msg":"trace[275887322] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"1.071542169s","start":"2026-02-25T23:00:54.546321Z","end":"2026-02-25T23:00:55.617863Z","steps":["trace[275887322] 'process raft request' (duration: 1.071303202s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:55.617914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:54.546311Z","time spent":"1.07158239s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:55.618294Z","caller":"traceutil/trace.go:171","msg":"trace[1270647940] linearizableReadLoop","detail":"{readStateIndex:25994; appliedIndex:25987; }","duration":"737.037722ms","start":"2026-02-25T23:00:54.881233Z","end":"2026-02-25T23:00:55.61827Z","steps":["trace[1270647940] 'read index received' (duration: 7.490028ms)","trace[1270647940] 'applied index is now lower than readState.Index' (duration: 729.546484ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:00:55.618365Z","caller":"traceutil/trace.go:171","msg":"trace[1824057599] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"1.071632102s","start":"2026-02-25T23:00:54.546727Z","end":"2026-02-25T23:00:55.618359Z","steps":["trace[1824057599] 'process raft request' (duration: 1.071109216s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:55.618428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:54.546708Z","time spent":"1.071680974s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:55.618467Z","caller":"traceutil/trace.go:171","msg":"trace[941980061] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"1.070569769s","start":"2026-02-25T23:00:54.547879Z","end":"2026-02-25T23:00:55.618448Z","steps":["trace[941980061] 'process raft request' (duration: 1.070332291s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:55.618339Z","caller":"traceutil/trace.go:171","msg":"trace[34250433] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"1.070463645s","start":"2026-02-25T23:00:54.547866Z","end":"2026-02-25T23:00:55.61833Z","steps":["trace[34250433] 'process raft request' (duration: 1.070240878s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:55.618546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:54.547844Z","time spent":"1.070681392s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:55.618603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:54.547857Z","time spent":"1.070658991s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:55.618766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.815305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:55.618798Z","caller":"traceutil/trace.go:171","msg":"trace[1081721986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25091; }","duration":"730.858916ms","start":"2026-02-25T23:00:54.887932Z","end":"2026-02-25T23:00:55.618791Z","steps":["trace[1081721986] 'agreement among raft nodes before linearized reading' (duration: 730.809744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:55.618823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:54.887926Z","time spent":"730.892367ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:00:55.618932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.694603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:55.618959Z","caller":"traceutil/trace.go:171","msg":"trace[1054880830] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25091; }","duration":"737.748174ms","start":"2026-02-25T23:00:54.881202Z","end":"2026-02-25T23:00:55.61895Z","steps":["trace[1054880830] 'agreement among raft nodes before linearized reading' (duration: 737.706753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:55.61898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:54.881184Z","time spent":"737.789806ms","remote":"127.0.0.1:36514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:55.619072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.822607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:55.619132Z","caller":"traceutil/trace.go:171","msg":"trace[1308273441] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25091; }","duration":"533.91534ms","start":"2026-02-25T23:00:55.085199Z","end":"2026-02-25T23:00:55.619115Z","steps":["trace[1308273441] 'agreement among raft nodes before linearized reading' (duration: 533.792846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:55.619188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:55.085182Z","time spent":"533.986533ms","remote":"127.0.0.1:36106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:55.619315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:54.546134Z","time spent":"1.071447997s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:55.619464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.482615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:55.619532Z","caller":"traceutil/trace.go:171","msg":"trace[1316658724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25091; }","duration":"216.584748ms","start":"2026-02-25T23:00:55.402925Z","end":"2026-02-25T23:00:55.619509Z","steps":["trace[1316658724] 'agreement among raft nodes before linearized reading' (duration: 216.492865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:56.356898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.990162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T23:00:56.356976Z","caller":"traceutil/trace.go:171","msg":"trace[1806245800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25091; }","duration":"147.116956ms","start":"2026-02-25T23:00:56.20984Z","end":"2026-02-25T23:00:56.356957Z","steps":["trace[1806245800] 'range keys from in-memory index tree' (duration: 146.820836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:56.357255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.282721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T23:00:56.357336Z","caller":"traceutil/trace.go:171","msg":"trace[1349403494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25091; }","duration":"147.420365ms","start":"2026-02-25T23:00:56.209896Z","end":"2026-02-25T23:00:56.357317Z","steps":["trace[1349403494] 'range keys from in-memory index tree' (duration: 147.106715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:56.357633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.547386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T23:00:56.35767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.212401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:56.357715Z","caller":"traceutil/trace.go:171","msg":"trace[994001504] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25091; }","duration":"575.297494ms","start":"2026-02-25T23:00:55.782404Z","end":"2026-02-25T23:00:56.357702Z","steps":["trace[994001504] 'count revisions from in-memory index tree' (duration: 575.119198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:56.357723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.047835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T23:00:56.35779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.779337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T23:00:56.357805Z","caller":"traceutil/trace.go:171","msg":"trace[284586522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25091; }","duration":"148.185029ms","start":"2026-02-25T23:00:56.209602Z","end":"2026-02-25T23:00:56.357787Z","steps":["trace[284586522] 'range keys from in-memory index tree' (duration: 147.87641ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:56.357828Z","caller":"traceutil/trace.go:171","msg":"trace[1446342082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25091; }","duration":"147.839518ms","start":"2026-02-25T23:00:56.209979Z","end":"2026-02-25T23:00:56.357819Z","steps":["trace[1446342082] 'range keys from in-memory index tree' (duration: 147.682854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:56.357759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:55.782381Z","time spent":"575.368716ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:00:56.357715Z","caller":"traceutil/trace.go:171","msg":"trace[2054193208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25091; }","duration":"145.662389ms","start":"2026-02-25T23:00:56.212034Z","end":"2026-02-25T23:00:56.357696Z","steps":["trace[2054193208] 'range keys from in-memory index tree' (duration: 145.395081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:56.906111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407094962,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T23:00:57.118885Z","caller":"traceutil/trace.go:171","msg":"trace[1626233301] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"756.295303ms","start":"2026-02-25T23:00:56.362558Z","end":"2026-02-25T23:00:57.118854Z","steps":["trace[1626233301] 'process raft request' (duration: 756.079896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:57.119124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:56.362538Z","time spent":"756.432148ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:57.15316Z","caller":"traceutil/trace.go:171","msg":"trace[299419134] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"790.452076ms","start":"2026-02-25T23:00:56.362674Z","end":"2026-02-25T23:00:57.153127Z","steps":["trace[299419134] 'process raft request' (duration: 790.25337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:57.153423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:56.362648Z","time spent":"790.680344ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:57.153484Z","caller":"traceutil/trace.go:171","msg":"trace[1368214217] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"790.365274ms","start":"2026-02-25T23:00:56.363069Z","end":"2026-02-25T23:00:57.153434Z","steps":["trace[1368214217] 'process raft request' (duration: 790.016363ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:57.153634Z","caller":"traceutil/trace.go:171","msg":"trace[790903934] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"789.59676ms","start":"2026-02-25T23:00:56.36398Z","end":"2026-02-25T23:00:57.153577Z","steps":["trace[790903934] 'process raft request' (duration: 789.435085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:57.153698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:56.363051Z","time spent":"790.532869ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:57.153877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:56.363966Z","time spent":"789.780265ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:57.154217Z","caller":"traceutil/trace.go:171","msg":"trace[1066664327] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"790.88503ms","start":"2026-02-25T23:00:56.363302Z","end":"2026-02-25T23:00:57.154187Z","steps":["trace[1066664327] 'process raft request' (duration: 790.020593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:57.154391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:56.363288Z","time spent":"791.055486ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:57.707471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.991017ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T23:00:57.708177Z","caller":"traceutil/trace.go:171","msg":"trace[1615134322] linearizableReadLoop","detail":"{readStateIndex:26001; appliedIndex:25994; }","duration":"1.302593307s","start":"2026-02-25T23:00:56.405563Z","end":"2026-02-25T23:00:57.708156Z","steps":["trace[1615134322] 'read index received' (duration: 713.071072ms)","trace[1615134322] 'applied index is now lower than readState.Index' (duration: 589.521155ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:00:57.709031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303472135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:57.709145Z","caller":"traceutil/trace.go:171","msg":"trace[2121109986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25097; }","duration":"1.30363601s","start":"2026-02-25T23:00:56.405478Z","end":"2026-02-25T23:00:57.709114Z","steps":["trace[2121109986] 'agreement among raft nodes before linearized reading' (duration: 1.302758463s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:57.709207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:56.405452Z","time spent":"1.303736724s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T23:00:57.709474Z","caller":"traceutil/trace.go:171","msg":"trace[836696225] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"807.575749ms","start":"2026-02-25T23:00:56.900589Z","end":"2026-02-25T23:00:57.708164Z","steps":["trace[836696225] 'process raft request' (duration: 807.041492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:57.709703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:56.90055Z","time spent":"809.058356ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:58.209281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407094976,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T23:00:58.280244Z","caller":"traceutil/trace.go:171","msg":"trace[1983075646] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"657.393197ms","start":"2026-02-25T23:00:57.622826Z","end":"2026-02-25T23:00:58.280219Z","steps":["trace[1983075646] 'process raft request' (duration: 657.17726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:58.280388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:57.622801Z","time spent":"657.51387ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:58.280618Z","caller":"traceutil/trace.go:171","msg":"trace[234012017] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"657.751588ms","start":"2026-02-25T23:00:57.622836Z","end":"2026-02-25T23:00:58.280587Z","steps":["trace[234012017] 'process raft request' (duration: 657.340375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:58.280805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:57.62282Z","time spent":"657.872532ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:59.101215Z","caller":"traceutil/trace.go:171","msg":"trace[81059169] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"1.477146611s","start":"2026-02-25T23:00:57.624035Z","end":"2026-02-25T23:00:59.101181Z","steps":["trace[81059169] 'process raft request' (duration: 1.475802739s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:59.101241Z","caller":"traceutil/trace.go:171","msg":"trace[1117655206] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"1.477035738s","start":"2026-02-25T23:00:57.62418Z","end":"2026-02-25T23:00:59.101216Z","steps":["trace[1117655206] 'process raft request' (duration: 1.476835782s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.101389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:57.624025Z","time spent":"1.477268946s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:59.101425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:57.6238Z","time spent":"1.477523494s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:59.101461Z","caller":"traceutil/trace.go:171","msg":"trace[1730280140] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"1.476963125s","start":"2026-02-25T23:00:57.624473Z","end":"2026-02-25T23:00:59.101436Z","steps":["trace[1730280140] 'process raft request' (duration: 1.476700967s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.101524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848166308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:00:59.101525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662904572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:00:59.10157Z","caller":"traceutil/trace.go:171","msg":"trace[1992499387] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"1.476930344s","start":"2026-02-25T23:00:57.624603Z","end":"2026-02-25T23:00:59.101534Z","steps":["trace[1992499387] 'process raft request' (duration: 1.476703187s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.101602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40292258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:00:59.101609Z","caller":"traceutil/trace.go:171","msg":"trace[1542282646] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25103; }","duration":"1.663052497s","start":"2026-02-25T23:00:57.438539Z","end":"2026-02-25T23:00:59.101592Z","steps":["trace[1542282646] 'agreement among raft nodes before linearized reading' (duration: 1.662878722s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.101641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024871361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-25T23:00:59.101661Z","caller":"traceutil/trace.go:171","msg":"trace[1838587445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25103; }","duration":"2.403043693s","start":"2026-02-25T23:00:56.698603Z","end":"2026-02-25T23:00:59.101647Z","steps":["trace[1838587445] 'agreement among raft nodes before linearized reading' (duration: 2.402924739s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.101656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:57.624463Z","time spent":"1.4770877s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:59.101614Z","caller":"traceutil/trace.go:171","msg":"trace[1636311984] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25103; }","duration":"1.848296462s","start":"2026-02-25T23:00:57.253287Z","end":"2026-02-25T23:00:59.101583Z","steps":["trace[1636311984] 'agreement among raft nodes before linearized reading' (duration: 1.848156538s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.10168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:57.438511Z","time spent":"1.663156981s","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:59.101698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:56.698579Z","time spent":"2.403109995s","remote":"127.0.0.1:47518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:00:59.101471Z","caller":"traceutil/trace.go:171","msg":"trace[1782341084] linearizableReadLoop","detail":"{readStateIndex:26007; appliedIndex:26001; }","duration":"1.393168638s","start":"2026-02-25T23:00:57.70824Z","end":"2026-02-25T23:00:59.101409Z","steps":["trace[1782341084] 'read index received' (duration: 571.72271ms)","trace[1782341084] 'applied index is now lower than readState.Index' (duration: 821.444328ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:00:59.10172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:57.253264Z","time spent":"1.848444406s","remote":"127.0.0.1:56768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:59.101742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:57.624574Z","time spent":"1.477067209s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:00:59.101751Z","caller":"traceutil/trace.go:171","msg":"trace[1011962365] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25103; }","duration":"2.024980465s","start":"2026-02-25T23:00:57.076699Z","end":"2026-02-25T23:00:59.101679Z","steps":["trace[1011962365] 'agreement among raft nodes before linearized reading' (duration: 2.024765828s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.101841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:57.076668Z","time spent":"2.02512825s","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-02-25T23:00:59.602717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407094978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:00:59.710705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999556208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T23:00:59.710786Z","caller":"traceutil/trace.go:171","msg":"trace[1948656975] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999675372s","start":"2026-02-25T23:00:57.711094Z","end":"2026-02-25T23:00:59.710769Z","steps":["trace[1948656975] 'agreement among raft nodes before linearized reading' (duration: 1.999580169s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.710829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:57.711079Z","time spent":"1.999740734s","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 23:00:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T23:00:59.881042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.738944ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:59.881168Z","caller":"traceutil/trace.go:171","msg":"trace[247804886] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25103; }","duration":"561.877528ms","start":"2026-02-25T23:00:59.319271Z","end":"2026-02-25T23:00:59.881148Z","steps":["trace[247804886] 'range keys from in-memory index tree' (duration: 561.722404ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:59.881858Z","caller":"traceutil/trace.go:171","msg":"trace[703993143] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"1.216018211s","start":"2026-02-25T23:00:58.66582Z","end":"2026-02-25T23:00:59.881839Z","steps":["trace[703993143] 'process raft request' (duration: 1.212386896s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:59.881905Z","caller":"traceutil/trace.go:171","msg":"trace[929960738] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"166.49274ms","start":"2026-02-25T23:00:59.715393Z","end":"2026-02-25T23:00:59.881886Z","steps":["trace[929960738] 'process raft request' (duration: 166.419487ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:59.881912Z","caller":"traceutil/trace.go:171","msg":"trace[930768600] linearizableReadLoop","detail":"{readStateIndex:26008; appliedIndex:26007; }","duration":"780.1407ms","start":"2026-02-25T23:00:59.101744Z","end":"2026-02-25T23:00:59.881884Z","steps":["trace[930768600] 'read index received' (duration: 776.552606ms)","trace[930768600] 'applied index is now lower than readState.Index' (duration: 3.585174ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:00:59.881976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:58.665791Z","time spent":"1.216114674s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:00:59.882052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309844006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:00:59.882077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073016177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-25T23:00:59.882114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123945143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:59.882125Z","caller":"traceutil/trace.go:171","msg":"trace[634005190] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25105; }","duration":"1.309980631s","start":"2026-02-25T23:00:58.572125Z","end":"2026-02-25T23:00:59.882106Z","steps":["trace[634005190] 'agreement among raft nodes before linearized reading' (duration: 1.309769484s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:59.882128Z","caller":"traceutil/trace.go:171","msg":"trace[1272733847] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25105; }","duration":"2.073107791s","start":"2026-02-25T23:00:57.809006Z","end":"2026-02-25T23:00:59.882114Z","steps":["trace[1272733847] 'agreement among raft nodes before linearized reading' (duration: 2.072889684s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:59.882159Z","caller":"traceutil/trace.go:171","msg":"trace[815818847] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25105; }","duration":"2.124008475s","start":"2026-02-25T23:00:57.758135Z","end":"2026-02-25T23:00:59.882144Z","steps":["trace[815818847] 'agreement among raft nodes before linearized reading' (duration: 2.123909442s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.882168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:58.572103Z","time spent":"1.310055243s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:59.882175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:57.808986Z","time spent":"2.073171712s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-25T23:00:59.882197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.426451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-25T23:00:59.882206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:57.758059Z","time spent":"2.124129949s","remote":"127.0.0.1:36482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:00:59.882221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.876696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f015a575-a848-416f-8d48-bb3dd44bcba0\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-02-25T23:00:59.882282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.02636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:59.882284Z","caller":"traceutil/trace.go:171","msg":"trace[278016661] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f015a575-a848-416f-8d48-bb3dd44bcba0; range_end:; response_count:1; response_revision:25105; }","duration":"776.961969ms","start":"2026-02-25T23:00:59.105305Z","end":"2026-02-25T23:00:59.882267Z","steps":["trace[278016661] 'agreement among raft nodes before linearized reading' (duration: 776.775683ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:59.882318Z","caller":"traceutil/trace.go:171","msg":"trace[1001465473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25105; }","duration":"163.102212ms","start":"2026-02-25T23:00:59.719207Z","end":"2026-02-25T23:00:59.882309Z","steps":["trace[1001465473] 'agreement among raft nodes before linearized reading' (duration: 163.051831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.882337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.105287Z","time spent":"777.040792ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-f015a575-a848-416f-8d48-bb3dd44bcba0\" "} {"level":"warn","ts":"2026-02-25T23:00:59.882349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.923497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T23:00:59.882402Z","caller":"traceutil/trace.go:171","msg":"trace[176593577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25105; }","duration":"724.02107ms","start":"2026-02-25T23:00:59.158365Z","end":"2026-02-25T23:00:59.882387Z","steps":["trace[176593577] 'agreement among raft nodes before linearized reading' (duration: 723.906706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.882416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.917767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-25T23:00:59.88247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.158337Z","time spent":"724.117033ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T23:00:59.88224Z","caller":"traceutil/trace.go:171","msg":"trace[932409541] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25105; }","duration":"665.508625ms","start":"2026-02-25T23:00:59.216718Z","end":"2026-02-25T23:00:59.882226Z","steps":["trace[932409541] 'agreement among raft nodes before linearized reading' (duration: 665.36887ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:00:59.882521Z","caller":"traceutil/trace.go:171","msg":"trace[1658580970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25105; }","duration":"724.046931ms","start":"2026-02-25T23:00:59.158442Z","end":"2026-02-25T23:00:59.882489Z","steps":["trace[1658580970] 'agreement among raft nodes before linearized reading' (duration: 723.71129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.882577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.216691Z","time spent":"665.867726ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T23:00:59.882605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.967038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T23:00:59.882639Z","caller":"traceutil/trace.go:171","msg":"trace[221067885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25105; }","duration":"724.01741ms","start":"2026-02-25T23:00:59.158611Z","end":"2026-02-25T23:00:59.882628Z","steps":["trace[221067885] 'agreement among raft nodes before linearized reading' (duration: 723.915837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.882655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.678983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-25T23:00:59.882673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.503879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:00:59.882698Z","caller":"traceutil/trace.go:171","msg":"trace[1651048677] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25105; }","duration":"404.768776ms","start":"2026-02-25T23:00:59.477916Z","end":"2026-02-25T23:00:59.882685Z","steps":["trace[1651048677] 'agreement among raft nodes before linearized reading' (duration: 404.629882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.88268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.158604Z","time spent":"724.069472ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T23:00:59.882583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.158436Z","time spent":"724.132883ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T23:00:59.882731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.477896Z","time spent":"404.827608ms","remote":"127.0.0.1:54360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-25T23:00:59.882735Z","caller":"traceutil/trace.go:171","msg":"trace[1212655037] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25105; }","duration":"329.561441ms","start":"2026-02-25T23:00:59.553155Z","end":"2026-02-25T23:00:59.882717Z","steps":["trace[1212655037] 'agreement among raft nodes before linearized reading' (duration: 329.472958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.882537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.636778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18979f94e3a08e1a\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-25T23:00:59.882783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.553095Z","time spent":"329.674765ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-25T23:00:59.882821Z","caller":"traceutil/trace.go:171","msg":"trace[202182382] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18979f94e3a08e1a; range_end:; response_count:1; response_revision:25105; }","duration":"168.987879ms","start":"2026-02-25T23:00:59.713818Z","end":"2026-02-25T23:00:59.882806Z","steps":["trace[202182382] 'agreement among raft nodes before linearized reading' (duration: 168.651308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.882785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.817932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T23:00:59.883336Z","caller":"traceutil/trace.go:171","msg":"trace[566639997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25105; }","duration":"758.420981ms","start":"2026-02-25T23:00:59.124902Z","end":"2026-02-25T23:00:59.883323Z","steps":["trace[566639997] 'agreement among raft nodes before linearized reading' (duration: 757.557684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.883392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.124875Z","time spent":"758.507373ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T23:00:59.883213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.031079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T23:00:59.883891Z","caller":"traceutil/trace.go:171","msg":"trace[1227498267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25105; }","duration":"723.756021ms","start":"2026-02-25T23:00:59.160107Z","end":"2026-02-25T23:00:59.883863Z","steps":["trace[1227498267] 'agreement among raft nodes before linearized reading' (duration: 722.206652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:00:59.884133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.160085Z","time spent":"724.02692ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T23:01:00.388324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407094982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:01:00.532133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.885957Z","time spent":"646.167881ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T23:01:01.687287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.633072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:01:01.687501Z","caller":"traceutil/trace.go:171","msg":"trace[79095807] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"1.800013791s","start":"2026-02-25T23:00:59.887437Z","end":"2026-02-25T23:01:01.687451Z","steps":["trace[79095807] 'process raft request' (duration: 1.33611553s)","trace[79095807] 'compare' (duration: 462.211778ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:01.687612Z","caller":"traceutil/trace.go:171","msg":"trace[1813272792] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"1.79966832s","start":"2026-02-25T23:00:59.887922Z","end":"2026-02-25T23:01:01.68759Z","steps":["trace[1813272792] 'process raft request' (duration: 1.799586138s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:01.68762Z","caller":"traceutil/trace.go:171","msg":"trace[1519408922] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"1.799701941s","start":"2026-02-25T23:00:59.887887Z","end":"2026-02-25T23:01:01.687589Z","steps":["trace[1519408922] 'process raft request' (duration: 1.799511635s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:01.687654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.887425Z","time spent":"1.800143876s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:01.68769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.887898Z","time spent":"1.799753293s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:01.687772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.887877Z","time spent":"1.799804064s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:01.687974Z","caller":"traceutil/trace.go:171","msg":"trace[1121713400] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"1.799061591s","start":"2026-02-25T23:00:59.888901Z","end":"2026-02-25T23:01:01.687963Z","steps":["trace[1121713400] 'process raft request' (duration: 1.798646208s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:01.688033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.888892Z","time spent":"1.799104572s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:01.688108Z","caller":"traceutil/trace.go:171","msg":"trace[525350486] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"1.799087732s","start":"2026-02-25T23:00:59.888983Z","end":"2026-02-25T23:01:01.68807Z","steps":["trace[525350486] 'process raft request' (duration: 1.798868075s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:01.688152Z","caller":"traceutil/trace.go:171","msg":"trace[1897391703] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"1.639274474s","start":"2026-02-25T23:01:00.048829Z","end":"2026-02-25T23:01:01.688104Z","steps":["trace[1897391703] 'process raft request' (duration: 1.639182751s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:01.68813Z","caller":"traceutil/trace.go:171","msg":"trace[1818375930] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"1.799093642s","start":"2026-02-25T23:00:59.888988Z","end":"2026-02-25T23:01:01.688081Z","steps":["trace[1818375930] 'process raft request' (duration: 1.798982179s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:01.688161Z","caller":"traceutil/trace.go:171","msg":"trace[1088092360] linearizableReadLoop","detail":"{readStateIndex:26019; appliedIndex:26009; }","duration":"1.800618151s","start":"2026-02-25T23:00:59.887513Z","end":"2026-02-25T23:01:01.688131Z","steps":["trace[1088092360] 'read index received' (duration: 625.707792ms)","trace[1088092360] 'applied index is now lower than readState.Index' (duration: 1.174909179s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:01.688231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.888973Z","time spent":"1.799192036s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:01.688231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:00.048803Z","time spent":"1.639386678s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:01.688276Z","caller":"traceutil/trace.go:171","msg":"trace[433393328] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"1.401197595s","start":"2026-02-25T23:01:00.287065Z","end":"2026-02-25T23:01:01.688262Z","steps":["trace[433393328] 'process raft request' (duration: 1.401023629s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:01.688294Z","caller":"traceutil/trace.go:171","msg":"trace[1483202086] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"1.401684029s","start":"2026-02-25T23:01:00.286599Z","end":"2026-02-25T23:01:01.688283Z","steps":["trace[1483202086] 'process raft request' (duration: 1.401451712s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:01.688333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.888981Z","time spent":"1.799244857s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:01.688352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:00.286572Z","time spent":"1.401747992s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:01.688354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:00.287049Z","time spent":"1.401263956s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:01.688401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800875078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T23:01:01.688439Z","caller":"traceutil/trace.go:171","msg":"trace[46751830] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25114; }","duration":"1.800953681s","start":"2026-02-25T23:00:59.887472Z","end":"2026-02-25T23:01:01.688426Z","steps":["trace[46751830] 'agreement among raft nodes before linearized reading' (duration: 1.800795126s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:01.688474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.887457Z","time spent":"1.801008003s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T23:01:01.689973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798814404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:01.690038Z","caller":"traceutil/trace.go:171","msg":"trace[451779172] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25119; }","duration":"1.798897646s","start":"2026-02-25T23:00:59.891123Z","end":"2026-02-25T23:01:01.69002Z","steps":["trace[451779172] 'agreement among raft nodes before linearized reading' (duration: 1.798754481s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:01.690069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:00:59.891115Z","time spent":"1.798945498s","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-25T23:01:01.690265Z","caller":"traceutil/trace.go:171","msg":"trace[1930915045] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"1.156258857s","start":"2026-02-25T23:01:00.533989Z","end":"2026-02-25T23:01:01.690248Z","steps":["trace[1930915045] 'process raft request' (duration: 1.155644927s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:01.690353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:00.533966Z","time spent":"1.15634169s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:01.690507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.941112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:01.69054Z","caller":"traceutil/trace.go:171","msg":"trace[917063308] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25119; }","duration":"294.014044ms","start":"2026-02-25T23:01:01.396516Z","end":"2026-02-25T23:01:01.69053Z","steps":["trace[917063308] 'agreement among raft nodes before linearized reading' (duration: 293.956882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:01.690673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337758063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T23:01:01.69073Z","caller":"traceutil/trace.go:171","msg":"trace[1619878462] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25119; }","duration":"1.337858516s","start":"2026-02-25T23:01:00.352855Z","end":"2026-02-25T23:01:01.690713Z","steps":["trace[1619878462] 'agreement among raft nodes before linearized reading' (duration: 1.337649239s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:01.690756Z","caller":"traceutil/trace.go:171","msg":"trace[1011390299] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"583.655039ms","start":"2026-02-25T23:01:01.107092Z","end":"2026-02-25T23:01:01.690747Z","steps":["trace[1011390299] 'process raft request' (duration: 582.639416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:01.690766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:00.352832Z","time spent":"1.337926728s","remote":"127.0.0.1:54360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T23:01:01.690829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:01.107071Z","time spent":"583.71322ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:01.690956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.956948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:01.690979Z","caller":"traceutil/trace.go:171","msg":"trace[780013228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25119; }","duration":"286.00324ms","start":"2026-02-25T23:01:01.404969Z","end":"2026-02-25T23:01:01.690972Z","steps":["trace[780013228] 'agreement among raft nodes before linearized reading' (duration: 285.961958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:01.690977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.190362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:01.691014Z","caller":"traceutil/trace.go:171","msg":"trace[971481660] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25119; }","duration":"740.269355ms","start":"2026-02-25T23:01:00.95073Z","end":"2026-02-25T23:01:01.691Z","steps":["trace[971481660] 'agreement among raft nodes before linearized reading' (duration: 740.205773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:01.691049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:00.950703Z","time spent":"740.336567ms","remote":"127.0.0.1:43876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:01.691046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374706504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:01:01.691019Z","caller":"traceutil/trace.go:171","msg":"trace[743206720] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"582.338876ms","start":"2026-02-25T23:01:01.108583Z","end":"2026-02-25T23:01:01.690922Z","steps":["trace[743206720] 'process raft request' (duration: 581.260082ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:01.691093Z","caller":"traceutil/trace.go:171","msg":"trace[1282129972] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25119; }","duration":"1.374817397s","start":"2026-02-25T23:01:00.31626Z","end":"2026-02-25T23:01:01.691078Z","steps":["trace[1282129972] 'agreement among raft nodes before linearized reading' (duration: 1.374655542s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:01.691127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:00.316234Z","time spent":"1.374886249s","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:01.691181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:01.108563Z","time spent":"582.533463ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:01.69123Z","caller":"traceutil/trace.go:171","msg":"trace[323235463] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"583.552435ms","start":"2026-02-25T23:01:01.107669Z","end":"2026-02-25T23:01:01.691222Z","steps":["trace[323235463] 'process raft request' (duration: 582.106069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:01.691246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094950783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-25T23:01:01.69128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:01.107641Z","time spent":"583.608717ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:01.691288Z","caller":"traceutil/trace.go:171","msg":"trace[1186159153] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:25119; }","duration":"1.094988884s","start":"2026-02-25T23:01:00.596286Z","end":"2026-02-25T23:01:01.691275Z","steps":["trace[1186159153] 'agreement among raft nodes before linearized reading' (duration: 1.094886281s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:01.691328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:00.596213Z","time spent":"1.095105048s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-02-25T23:01:01.691353Z","caller":"traceutil/trace.go:171","msg":"trace[473509168] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"583.433782ms","start":"2026-02-25T23:01:01.107912Z","end":"2026-02-25T23:01:01.691346Z","steps":["trace[473509168] 'process raft request' (duration: 581.894503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:01.691386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:01.10787Z","time spent":"583.497683ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:01.691516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.764481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267260"} {"level":"info","ts":"2026-02-25T23:01:01.69156Z","caller":"traceutil/trace.go:171","msg":"trace[1067563316] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25119; }","duration":"705.813542ms","start":"2026-02-25T23:01:00.985735Z","end":"2026-02-25T23:01:01.691549Z","steps":["trace[1067563316] 'agreement among raft nodes before linearized reading' (duration: 704.755068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:01.691592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:00.985669Z","time spent":"705.914235ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267282,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-25T23:01:02.55963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.750783ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-25T23:01:02.559859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:01.694715Z","time spent":"865.136855ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T23:01:02.559931Z","caller":"traceutil/trace.go:171","msg":"trace[234644939] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"671.820673ms","start":"2026-02-25T23:01:01.88809Z","end":"2026-02-25T23:01:02.55991Z","steps":["trace[234644939] 'process raft request' (duration: 671.685649ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:02.55999Z","caller":"traceutil/trace.go:171","msg":"trace[1359308081] linearizableReadLoop","detail":"{readStateIndex:26025; appliedIndex:26024; }","duration":"840.776992ms","start":"2026-02-25T23:01:01.719174Z","end":"2026-02-25T23:01:02.559951Z","steps":["trace[1359308081] 'read index received' (duration: 120.574694ms)","trace[1359308081] 'applied index is now lower than readState.Index' (duration: 720.194697ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:02.560031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:01.888053Z","time spent":"671.915517ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:02.560271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.066791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-02-25T23:01:02.560347Z","caller":"traceutil/trace.go:171","msg":"trace[1945965931] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0; range_end:; response_count:1; response_revision:25120; }","duration":"841.177665ms","start":"2026-02-25T23:01:01.719146Z","end":"2026-02-25T23:01:02.560324Z","steps":["trace[1945965931] 'agreement among raft nodes before linearized reading' (duration: 840.924327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:02.560388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:01.719114Z","time spent":"841.265127ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0\" "} {"level":"info","ts":"2026-02-25T23:01:02.562211Z","caller":"traceutil/trace.go:171","msg":"trace[461706570] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"639.653253ms","start":"2026-02-25T23:01:01.922518Z","end":"2026-02-25T23:01:02.562171Z","steps":["trace[461706570] 'process raft request' (duration: 639.097516ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:02.562195Z","caller":"traceutil/trace.go:171","msg":"trace[1906189806] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"596.097922ms","start":"2026-02-25T23:01:01.966065Z","end":"2026-02-25T23:01:02.562163Z","steps":["trace[1906189806] 'process raft request' (duration: 596.04162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:02.562366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.086265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:02.562374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:01.922488Z","time spent":"639.803058ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:02.562423Z","caller":"traceutil/trace.go:171","msg":"trace[925457734] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25122; }","duration":"843.160488ms","start":"2026-02-25T23:01:01.719248Z","end":"2026-02-25T23:01:02.562408Z","steps":["trace[925457734] 'agreement among raft nodes before linearized reading' (duration: 843.078585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:02.562461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:01.71924Z","time spent":"843.213529ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T23:01:02.562624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:01.966039Z","time spent":"596.260087ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:02.562722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.50851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:01:02.562761Z","caller":"traceutil/trace.go:171","msg":"trace[171434356] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25122; }","duration":"733.601133ms","start":"2026-02-25T23:01:01.829152Z","end":"2026-02-25T23:01:02.562753Z","steps":["trace[171434356] 'agreement among raft nodes before linearized reading' (duration: 733.469398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:02.562795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:01.829115Z","time spent":"733.672635ms","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:02.562933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.952806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:02.563002Z","caller":"traceutil/trace.go:171","msg":"trace[1358725832] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25122; }","duration":"794.125472ms","start":"2026-02-25T23:01:01.768859Z","end":"2026-02-25T23:01:02.562985Z","steps":["trace[1358725832] 'agreement among raft nodes before linearized reading' (duration: 793.997268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:02.563221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:01.76883Z","time spent":"794.3731ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-25T23:01:03.39696Z","caller":"traceutil/trace.go:171","msg":"trace[1966319489] linearizableReadLoop","detail":"{readStateIndex:26030; appliedIndex:26029; }","duration":"830.048982ms","start":"2026-02-25T23:01:02.566887Z","end":"2026-02-25T23:01:03.396936Z","steps":["trace[1966319489] 'read index received' (duration: 69.909766ms)","trace[1966319489] 'applied index is now lower than readState.Index' (duration: 760.138006ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:03.39705Z","caller":"traceutil/trace.go:171","msg":"trace[1208938593] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"834.157572ms","start":"2026-02-25T23:01:02.562845Z","end":"2026-02-25T23:01:03.397003Z","steps":["trace[1208938593] 'process raft request' (duration: 833.263294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:03.397136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.233628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:03.397177Z","caller":"traceutil/trace.go:171","msg":"trace[1573845594] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25124; }","duration":"830.31488ms","start":"2026-02-25T23:01:02.566851Z","end":"2026-02-25T23:01:03.397166Z","steps":["trace[1573845594] 'agreement among raft nodes before linearized reading' (duration: 830.224007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:03.397213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:02.566838Z","time spent":"830.366622ms","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T23:01:03.397219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.477854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:01:03.397249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.784077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:01:03.397245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.949811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:01:03.397253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.998123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:01:03.397304Z","caller":"traceutil/trace.go:171","msg":"trace[657096672] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25124; }","duration":"480.89862ms","start":"2026-02-25T23:01:02.916391Z","end":"2026-02-25T23:01:03.39729Z","steps":["trace[657096672] 'agreement among raft nodes before linearized reading' (duration: 480.768426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:03.397264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.751322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:03.397334Z","caller":"traceutil/trace.go:171","msg":"trace[105575804] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25124; }","duration":"808.092556ms","start":"2026-02-25T23:01:02.589218Z","end":"2026-02-25T23:01:03.39731Z","steps":["trace[105575804] 'agreement among raft nodes before linearized reading' (duration: 807.9275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:03.397363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:02.916352Z","time spent":"480.997553ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:03.397361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.367567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-25T23:01:03.397393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:02.589179Z","time spent":"808.196749ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:03.397379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:02.562821Z","time spent":"834.349378ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:03.397443Z","caller":"traceutil/trace.go:171","msg":"trace[1012132286] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25124; }","duration":"757.506962ms","start":"2026-02-25T23:01:02.639917Z","end":"2026-02-25T23:01:03.397424Z","steps":["trace[1012132286] 'agreement among raft nodes before linearized reading' (duration: 757.225503ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:03.397391Z","caller":"traceutil/trace.go:171","msg":"trace[108129756] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25124; }","duration":"829.938728ms","start":"2026-02-25T23:01:02.567421Z","end":"2026-02-25T23:01:03.39736Z","steps":["trace[108129756] 'agreement among raft nodes before linearized reading' (duration: 829.703681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:03.397579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:02.567401Z","time spent":"830.139765ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-25T23:01:03.397317Z","caller":"traceutil/trace.go:171","msg":"trace[1570947831] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25124; }","duration":"504.059964ms","start":"2026-02-25T23:01:02.893237Z","end":"2026-02-25T23:01:03.397297Z","steps":["trace[1570947831] 'agreement among raft nodes before linearized reading' (duration: 503.92526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:03.397814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:02.893223Z","time spent":"504.5405ms","remote":"127.0.0.1:56760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:03.397307Z","caller":"traceutil/trace.go:171","msg":"trace[2130374681] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25124; }","duration":"513.623038ms","start":"2026-02-25T23:01:02.88366Z","end":"2026-02-25T23:01:03.397283Z","steps":["trace[2130374681] 'agreement among raft nodes before linearized reading' (duration: 513.461063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:03.398003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:02.883637Z","time spent":"514.337261ms","remote":"127.0.0.1:56776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:03.397485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:02.639895Z","time spent":"757.583204ms","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-25T23:01:04.398422Z","caller":"traceutil/trace.go:171","msg":"trace[998425934] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"702.60961ms","start":"2026-02-25T23:01:03.695778Z","end":"2026-02-25T23:01:04.398388Z","steps":["trace[998425934] 'process raft request' (duration: 702.377653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:04.398674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:03.695758Z","time spent":"702.789766ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:05.924278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.526358614s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T23:01:05.924966Z","caller":"traceutil/trace.go:171","msg":"trace[956080526] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"2.228664355s","start":"2026-02-25T23:01:03.696259Z","end":"2026-02-25T23:01:05.924924Z","steps":["trace[956080526] 'process raft request' (duration: 2.228571862s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:05.92506Z","caller":"traceutil/trace.go:171","msg":"trace[1720696294] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"2.228936383s","start":"2026-02-25T23:01:03.696066Z","end":"2026-02-25T23:01:05.925003Z","steps":["trace[1720696294] 'process raft request' (duration: 2.228712106s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:05.925183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:03.696251Z","time spent":"2.228821149s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:05.92533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:03.69606Z","time spent":"2.229127839s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:05.925377Z","caller":"traceutil/trace.go:171","msg":"trace[266003777] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"2.22851311s","start":"2026-02-25T23:01:03.696765Z","end":"2026-02-25T23:01:05.925278Z","steps":["trace[266003777] 'process raft request' (duration: 2.228115457s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:05.925476Z","caller":"traceutil/trace.go:171","msg":"trace[1956642136] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"2.228612293s","start":"2026-02-25T23:01:03.696824Z","end":"2026-02-25T23:01:05.925436Z","steps":["trace[1956642136] 'process raft request' (duration: 2.228358485s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:05.92559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:03.696755Z","time spent":"2.228733786s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:05.925655Z","caller":"traceutil/trace.go:171","msg":"trace[1148675514] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"2.228777798s","start":"2026-02-25T23:01:03.696861Z","end":"2026-02-25T23:01:05.925639Z","steps":["trace[1148675514] 'process raft request' (duration: 2.22850564s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:05.925722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:03.696816Z","time spent":"2.228780508s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:05.925875Z","caller":"traceutil/trace.go:171","msg":"trace[1152695713] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"2.22758299s","start":"2026-02-25T23:01:03.69828Z","end":"2026-02-25T23:01:05.925863Z","steps":["trace[1152695713] 'process raft request' (duration: 2.227281371s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:05.925735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:03.696818Z","time spent":"2.228877591s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:05.92594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:03.698271Z","time spent":"2.227641432s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:05.926096Z","caller":"traceutil/trace.go:171","msg":"trace[1880979595] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"2.227746855s","start":"2026-02-25T23:01:03.698335Z","end":"2026-02-25T23:01:05.926082Z","steps":["trace[1880979595] 'process raft request' (duration: 2.227495547s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:05.926184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:03.69831Z","time spent":"2.227832278s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:05.926231Z","caller":"traceutil/trace.go:171","msg":"trace[1063159328] linearizableReadLoop","detail":"{readStateIndex:26041; appliedIndex:26030; }","duration":"2.023979093s","start":"2026-02-25T23:01:03.902236Z","end":"2026-02-25T23:01:05.926215Z","steps":["trace[1063159328] 'read index received' (duration: 495.819493ms)","trace[1063159328] 'applied index is now lower than readState.Index' (duration: 1.52815839s)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:05.92619Z","caller":"traceutil/trace.go:171","msg":"trace[1042774089] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"2.227400855s","start":"2026-02-25T23:01:03.698731Z","end":"2026-02-25T23:01:05.926132Z","steps":["trace[1042774089] 'process raft request' (duration: 2.22726296s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:05.926321Z","caller":"traceutil/trace.go:171","msg":"trace[1559910178] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"2.221768566s","start":"2026-02-25T23:01:03.704543Z","end":"2026-02-25T23:01:05.926312Z","steps":["trace[1559910178] 'process raft request' (duration: 2.221536348s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:05.926384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:03.704531Z","time spent":"2.221819588s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:05.926433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:03.698725Z","time spent":"2.22757156s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:05.926539Z","caller":"traceutil/trace.go:171","msg":"trace[1770176886] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"2.229600914s","start":"2026-02-25T23:01:03.69598Z","end":"2026-02-25T23:01:05.925581Z","steps":["trace[1770176886] 'process raft request' (duration: 2.228593802s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:05.926644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:03.695969Z","time spent":"2.230635137s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:05.926661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024417818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T23:01:05.926712Z","caller":"traceutil/trace.go:171","msg":"trace[2002333717] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25135; }","duration":"2.024510011s","start":"2026-02-25T23:01:03.902189Z","end":"2026-02-25T23:01:05.926699Z","steps":["trace[2002333717] 'agreement among raft nodes before linearized reading' (duration: 2.024230622s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:05.926763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:03.902166Z","time spent":"2.024588354s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:06.411741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995557211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T23:01:06.411839Z","caller":"traceutil/trace.go:171","msg":"trace[1642607780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995739538s","start":"2026-02-25T23:01:04.416075Z","end":"2026-02-25T23:01:06.411814Z","steps":["trace[1642607780] 'agreement among raft nodes before linearized reading' (duration: 1.995594773s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:06.411899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:04.416053Z","time spent":"1.995834851s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 23:01:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T23:01:06.426514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:01:06.927011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:01:07.021647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028129183s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T23:01:07.153815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.876762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:01:07.154827Z","caller":"traceutil/trace.go:171","msg":"trace[1852352130] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"2.589061823s","start":"2026-02-25T23:01:04.565713Z","end":"2026-02-25T23:01:07.154775Z","steps":["trace[1852352130] 'process raft request' (duration: 2.456172699s)","trace[1852352130] 'compare' (duration: 131.348475ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:07.154902Z","caller":"traceutil/trace.go:171","msg":"trace[685350089] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"2.265030987s","start":"2026-02-25T23:01:04.889835Z","end":"2026-02-25T23:01:07.154866Z","steps":["trace[685350089] 'process raft request' (duration: 2.264821541s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:07.155081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:04.565687Z","time spent":"2.589252929s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:07.155088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:04.88981Z","time spent":"2.265174802s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:08.106359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.909091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:01:08.106518Z","caller":"traceutil/trace.go:171","msg":"trace[2073604021] linearizableReadLoop","detail":"{readStateIndex:26044; appliedIndex:26041; }","duration":"2.180235138s","start":"2026-02-25T23:01:05.926262Z","end":"2026-02-25T23:01:08.106497Z","steps":["trace[2073604021] 'read index received' (duration: 1.095601222s)","trace[2073604021] 'applied index is now lower than readState.Index' (duration: 1.084631916s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:08.106719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800641183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:08.106723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631029664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:08.106782Z","caller":"traceutil/trace.go:171","msg":"trace[1699654444] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25138; }","duration":"2.800776667s","start":"2026-02-25T23:01:05.305989Z","end":"2026-02-25T23:01:08.106766Z","steps":["trace[1699654444] 'agreement among raft nodes before linearized reading' (duration: 2.800626392s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:08.106819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:05.305966Z","time spent":"2.800845949s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:08.106822Z","caller":"traceutil/trace.go:171","msg":"trace[601411747] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25138; }","duration":"2.631185899s","start":"2026-02-25T23:01:05.475613Z","end":"2026-02-25T23:01:08.106799Z","steps":["trace[601411747] 'agreement among raft nodes before linearized reading' (duration: 2.631019353s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:08.106804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609050087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-25T23:01:08.106845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.987502619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-02-25T23:01:08.10691Z","caller":"traceutil/trace.go:171","msg":"trace[1584668464] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"1.694770674s","start":"2026-02-25T23:01:06.411821Z","end":"2026-02-25T23:01:08.106592Z","steps":["trace[1584668464] 'process raft request' (duration: 868.525532ms)","trace[1584668464] 'compare' (duration: 825.723776ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:08.106918Z","caller":"traceutil/trace.go:171","msg":"trace[839857612] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25138; }","duration":"3.987614393s","start":"2026-02-25T23:01:04.119281Z","end":"2026-02-25T23:01:08.106895Z","steps":["trace[839857612] 'agreement among raft nodes before linearized reading' (duration: 3.987340264s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:08.106973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:04.11926Z","time spent":"3.987699036s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-25T23:01:08.107003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:06.411784Z","time spent":"1.695172187s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:08.107036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325481565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:08.1071Z","caller":"traceutil/trace.go:171","msg":"trace[735130483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25138; }","duration":"2.325550087s","start":"2026-02-25T23:01:05.781536Z","end":"2026-02-25T23:01:08.107086Z","steps":["trace[735130483] 'agreement among raft nodes before linearized reading' (duration: 2.325408272s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:08.106912Z","caller":"traceutil/trace.go:171","msg":"trace[2098128478] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25138; }","duration":"2.609192091s","start":"2026-02-25T23:01:05.49769Z","end":"2026-02-25T23:01:08.106882Z","steps":["trace[2098128478] 'agreement among raft nodes before linearized reading' (duration: 2.608914472s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:08.107141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:05.781469Z","time spent":"2.32566095s","remote":"127.0.0.1:47588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:08.107202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360196745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:01:08.107196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:05.497679Z","time spent":"2.60949018s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-25T23:01:08.107258Z","caller":"traceutil/trace.go:171","msg":"trace[108403748] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"174.485103ms","start":"2026-02-25T23:01:07.932751Z","end":"2026-02-25T23:01:08.107236Z","steps":["trace[108403748] 'process raft request' (duration: 174.38083ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:08.107304Z","caller":"traceutil/trace.go:171","msg":"trace[222599183] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25138; }","duration":"2.360339569s","start":"2026-02-25T23:01:05.746914Z","end":"2026-02-25T23:01:08.107253Z","steps":["trace[222599183] 'agreement among raft nodes before linearized reading' (duration: 2.360122472s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:08.107384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:05.746896Z","time spent":"2.360473114s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:08.10689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:05.475589Z","time spent":"2.631280862s","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:08.412316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999952902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T23:01:08.412425Z","caller":"traceutil/trace.go:171","msg":"trace[1933262626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163019s","start":"2026-02-25T23:01:06.412237Z","end":"2026-02-25T23:01:08.4124Z","steps":["trace[1933262626] 'agreement among raft nodes before linearized reading' (duration: 2.000008224s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:08.412476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:06.412204Z","time spent":"2.000264012s","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:01:09.770974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.659873186s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T23:01:09.792308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.147202ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:09.792452Z","caller":"traceutil/trace.go:171","msg":"trace[520053736] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25139; }","duration":"472.300716ms","start":"2026-02-25T23:01:09.320127Z","end":"2026-02-25T23:01:09.792427Z","steps":["trace[520053736] 'range keys from in-memory index tree' (duration: 472.127971ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:09.793114Z","caller":"traceutil/trace.go:171","msg":"trace[1564041018] linearizableReadLoop","detail":"{readStateIndex:26049; appliedIndex:26045; }","duration":"1.686535601s","start":"2026-02-25T23:01:08.106549Z","end":"2026-02-25T23:01:09.793085Z","steps":["trace[1564041018] 'read index received' (duration: 1.566309ms)","trace[1564041018] 'applied index is now lower than readState.Index' (duration: 1.684967782s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:09.793503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860894261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T23:01:09.793515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861584173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T23:01:09.793594Z","caller":"traceutil/trace.go:171","msg":"trace[2138595811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25143; }","duration":"1.861720607s","start":"2026-02-25T23:01:07.931854Z","end":"2026-02-25T23:01:09.793575Z","steps":["trace[2138595811] 'agreement among raft nodes before linearized reading' (duration: 1.861446618s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:09.793598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.816308399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:09.793636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:07.931831Z","time spent":"1.861796529s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T23:01:09.793592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.679936836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T23:01:09.793642Z","caller":"traceutil/trace.go:171","msg":"trace[1455953015] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25143; }","duration":"3.816393392s","start":"2026-02-25T23:01:05.977236Z","end":"2026-02-25T23:01:09.793629Z","steps":["trace[1455953015] 'agreement among raft nodes before linearized reading' (duration: 3.81631562s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:09.793699Z","caller":"traceutil/trace.go:171","msg":"trace[573787427] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"1.860397185s","start":"2026-02-25T23:01:07.933271Z","end":"2026-02-25T23:01:09.793668Z","steps":["trace[573787427] 'process raft request' (duration: 1.859652411s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:09.793733Z","caller":"traceutil/trace.go:171","msg":"trace[438955413] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25143; }","duration":"3.680107381s","start":"2026-02-25T23:01:06.113574Z","end":"2026-02-25T23:01:09.793681Z","steps":["trace[438955413] 'agreement among raft nodes before linearized reading' (duration: 3.679800141s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:09.793728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:05.977215Z","time spent":"3.816499705s","remote":"127.0.0.1:36208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:09.793731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871881311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:09.793949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04879669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:01:09.793959Z","caller":"traceutil/trace.go:171","msg":"trace[201041313] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"1.860653784s","start":"2026-02-25T23:01:07.933293Z","end":"2026-02-25T23:01:09.793946Z","steps":["trace[201041313] 'process raft request' (duration: 1.859471766s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:09.794019Z","caller":"traceutil/trace.go:171","msg":"trace[203512728] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25143; }","duration":"2.872222391s","start":"2026-02-25T23:01:06.921752Z","end":"2026-02-25T23:01:09.793975Z","steps":["trace[203512728] 'agreement among raft nodes before linearized reading' (duration: 2.871834609s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:09.794047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:07.93328Z","time spent":"1.860721795s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:09.79401Z","caller":"traceutil/trace.go:171","msg":"trace[1180906014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25143; }","duration":"2.048907213s","start":"2026-02-25T23:01:07.745085Z","end":"2026-02-25T23:01:09.793992Z","steps":["trace[1180906014] 'agreement among raft nodes before linearized reading' (duration: 2.048210221s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:09.794114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:06.92173Z","time spent":"2.872345046s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:09.794222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:07.74506Z","time spent":"2.049139461s","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:09.793771Z","caller":"traceutil/trace.go:171","msg":"trace[59323498] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"1.860022873s","start":"2026-02-25T23:01:07.933705Z","end":"2026-02-25T23:01:09.793728Z","steps":["trace[59323498] 'process raft request' (duration: 1.85929829s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:09.794406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862497922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T23:01:09.794459Z","caller":"traceutil/trace.go:171","msg":"trace[1274166935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25143; }","duration":"1.862585394s","start":"2026-02-25T23:01:07.931858Z","end":"2026-02-25T23:01:09.794444Z","steps":["trace[1274166935] 'agreement among raft nodes before linearized reading' (duration: 1.86244076s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:09.794446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:07.933693Z","time spent":"1.860650223s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:09.794492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:07.931845Z","time spent":"1.862638976s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T23:01:09.79361Z","caller":"traceutil/trace.go:171","msg":"trace[1862526865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25143; }","duration":"1.861240191s","start":"2026-02-25T23:01:07.932318Z","end":"2026-02-25T23:01:09.793558Z","steps":["trace[1862526865] 'agreement among raft nodes before linearized reading' (duration: 1.860785797s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:09.794598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:07.932306Z","time spent":"1.862271565s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T23:01:09.793524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861454738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T23:01:09.794725Z","caller":"traceutil/trace.go:171","msg":"trace[1035637666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25143; }","duration":"1.86273965s","start":"2026-02-25T23:01:07.931966Z","end":"2026-02-25T23:01:09.794706Z","steps":["trace[1035637666] 'agreement among raft nodes before linearized reading' (duration: 1.861322005s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:09.794778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:07.931941Z","time spent":"1.862819621s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T23:01:09.793849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:07.933214Z","time spent":"1.86055746s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:09.793913Z","caller":"traceutil/trace.go:171","msg":"trace[1434733608] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"1.860830209s","start":"2026-02-25T23:01:07.93306Z","end":"2026-02-25T23:01:09.79389Z","steps":["trace[1434733608] 'process raft request' (duration: 1.838221732s)","trace[1434733608] 'compare' (duration: 20.799989ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:09.79495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:07.933039Z","time spent":"1.861874292s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:09.793864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:06.113542Z","time spent":"3.680231035s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:09.793904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861493819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T23:01:09.795059Z","caller":"traceutil/trace.go:171","msg":"trace[1550344392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25143; }","duration":"1.862678877s","start":"2026-02-25T23:01:07.93236Z","end":"2026-02-25T23:01:09.795039Z","steps":["trace[1550344392] 'agreement among raft nodes before linearized reading' (duration: 1.861378816s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:09.795104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:07.932339Z","time spent":"1.8627519s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T23:01:10.293342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:01:10.42233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991491853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T23:01:10.422657Z","caller":"traceutil/trace.go:171","msg":"trace[1685861391] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.991889285s","start":"2026-02-25T23:01:08.430751Z","end":"2026-02-25T23:01:10.422641Z","steps":["trace[1685861391] 'agreement among raft nodes before linearized reading' (duration: 1.991538353s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:10.422702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:08.430722Z","time spent":"1.991969477s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 23:01:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T23:01:10.794107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:01:11.295192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:01:11.354432Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.578970552s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T23:01:11.550809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.947234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:01:11.551095Z","caller":"traceutil/trace.go:171","msg":"trace[268269452] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"3.438024915s","start":"2026-02-25T23:01:08.113039Z","end":"2026-02-25T23:01:11.551064Z","steps":["trace[268269452] 'process raft request' (duration: 3.24173518s)","trace[268269452] 'compare' (duration: 195.553341ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:11.55128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:08.113015Z","time spent":"3.438191259s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:12.339696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.775174ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T23:01:12.340861Z","caller":"traceutil/trace.go:171","msg":"trace[61450985] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"3.178786634s","start":"2026-02-25T23:01:09.162047Z","end":"2026-02-25T23:01:12.340834Z","steps":["trace[61450985] 'process raft request' (duration: 3.177782092s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:12.34103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:09.161984Z","time spent":"3.178960389s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:12.423157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T23:01:12.423265Z","caller":"traceutil/trace.go:171","msg":"trace[1473959845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000682695s","start":"2026-02-25T23:01:10.422559Z","end":"2026-02-25T23:01:12.423242Z","steps":["trace[1473959845] 'agreement among raft nodes before linearized reading' (duration: 2.000534081s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:12.423321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:10.422537Z","time spent":"2.000772678s","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:01:12.433669Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.073578276s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T23:01:13.660289Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.190978337s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T23:01:13.71331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372421281s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:01:13.71384Z","caller":"traceutil/trace.go:171","msg":"trace[2030751359] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"4.518863988s","start":"2026-02-25T23:01:09.194923Z","end":"2026-02-25T23:01:13.713787Z","steps":["trace[2030751359] 'process raft request' (duration: 3.14589052s)","trace[2030751359] 'compare' (duration: 1.371035657s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:13.714079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:09.194885Z","time spent":"4.519065815s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:13.714522Z","caller":"traceutil/trace.go:171","msg":"trace[2116675754] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"3.915514527s","start":"2026-02-25T23:01:09.798987Z","end":"2026-02-25T23:01:13.714502Z","steps":["trace[2116675754] 'process raft request' (duration: 3.914727612s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.714616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:09.798966Z","time spent":"3.915605159s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:13.714707Z","caller":"traceutil/trace.go:171","msg":"trace[1924193153] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"3.914284627s","start":"2026-02-25T23:01:09.800385Z","end":"2026-02-25T23:01:13.714669Z","steps":["trace[1924193153] 'process raft request' (duration: 3.913484972s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.714857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:09.80037Z","time spent":"3.914407432s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:13.728872Z","caller":"traceutil/trace.go:171","msg":"trace[569373681] linearizableReadLoop","detail":"{readStateIndex:26061; appliedIndex:26049; }","duration":"3.935627724s","start":"2026-02-25T23:01:09.793236Z","end":"2026-02-25T23:01:13.728864Z","steps":["trace[569373681] 'read index received' (duration: 1.561458757s)","trace[569373681] 'applied index is now lower than readState.Index' (duration: 2.374168247s)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:13.728925Z","caller":"traceutil/trace.go:171","msg":"trace[877740173] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"3.928497528s","start":"2026-02-25T23:01:09.800417Z","end":"2026-02-25T23:01:13.728914Z","steps":["trace[877740173] 'process raft request' (duration: 3.913481462s)","trace[877740173] 'attach lease to kv pair' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 14.699016ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:13.728964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:09.800395Z","time spent":"3.92854695s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:13.729105Z","caller":"traceutil/trace.go:171","msg":"trace[1807374645] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"1.928112022s","start":"2026-02-25T23:01:11.800974Z","end":"2026-02-25T23:01:13.729086Z","steps":["trace[1807374645] 'process raft request' (duration: 1.927981728s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:13.729216Z","caller":"traceutil/trace.go:171","msg":"trace[1634238013] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"3.61544375s","start":"2026-02-25T23:01:10.113766Z","end":"2026-02-25T23:01:13.729209Z","steps":["trace[1634238013] 'process raft request' (duration: 3.614976186s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.729187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.269317195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:13.729252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:10.113714Z","time spent":"3.615520933s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:13.729276Z","caller":"traceutil/trace.go:171","msg":"trace[1260022480] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25156; }","duration":"4.26945389s","start":"2026-02-25T23:01:09.459795Z","end":"2026-02-25T23:01:13.729249Z","steps":["trace[1260022480] 'agreement among raft nodes before linearized reading' (duration: 4.269220122s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:13.729304Z","caller":"traceutil/trace.go:171","msg":"trace[2080267084] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"3.928821828s","start":"2026-02-25T23:01:09.800474Z","end":"2026-02-25T23:01:13.729296Z","steps":["trace[2080267084] 'process raft request' (duration: 3.928168937s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.729329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:09.800452Z","time spent":"3.928863s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:13.729328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:09.459776Z","time spent":"4.269541032s","remote":"127.0.0.1:36044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:13.729366Z","caller":"traceutil/trace.go:171","msg":"trace[672305641] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"1.929447575s","start":"2026-02-25T23:01:11.799908Z","end":"2026-02-25T23:01:13.729355Z","steps":["trace[672305641] 'process raft request' (duration: 1.928933739s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:13.729401Z","caller":"traceutil/trace.go:171","msg":"trace[602533845] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"3.928178678s","start":"2026-02-25T23:01:09.801216Z","end":"2026-02-25T23:01:13.729394Z","steps":["trace[602533845] 'process raft request' (duration: 3.927476516s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.729433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:09.801205Z","time spent":"3.928212699s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:13.729479Z","caller":"traceutil/trace.go:171","msg":"trace[484449927] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"3.616502945s","start":"2026-02-25T23:01:10.11297Z","end":"2026-02-25T23:01:13.729473Z","steps":["trace[484449927] 'process raft request' (duration: 3.615746561s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.729504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:10.112945Z","time spent":"3.616547605s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:13.729428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:11.799867Z","time spent":"1.929531517s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:13.729667Z","caller":"traceutil/trace.go:171","msg":"trace[1338192317] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"2.804725162s","start":"2026-02-25T23:01:10.924936Z","end":"2026-02-25T23:01:13.729662Z","steps":["trace[1338192317] 'process raft request' (duration: 2.803833793s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.729699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:10.924909Z","time spent":"2.804775053s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:13.729744Z","caller":"traceutil/trace.go:171","msg":"trace[1534683277] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"1.928823675s","start":"2026-02-25T23:01:11.800907Z","end":"2026-02-25T23:01:13.72973Z","steps":["trace[1534683277] 'process raft request' (duration: 1.928141853s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.729779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058531291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:13.729802Z","caller":"traceutil/trace.go:171","msg":"trace[1920811548] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25157; }","duration":"4.058596764s","start":"2026-02-25T23:01:09.671197Z","end":"2026-02-25T23:01:13.729794Z","steps":["trace[1920811548] 'agreement among raft nodes before linearized reading' (duration: 4.058562893s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.729824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:09.671172Z","time spent":"4.058646505s","remote":"127.0.0.1:36510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:13.729853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:11.800871Z","time spent":"1.928918218s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:13.729219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:11.800946Z","time spent":"1.928213176s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:13.730046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.105680498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:13.730069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.939515818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:01:13.730085Z","caller":"traceutil/trace.go:171","msg":"trace[297663295] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25157; }","duration":"4.9395766s","start":"2026-02-25T23:01:08.790504Z","end":"2026-02-25T23:01:13.73008Z","steps":["trace[297663295] 'agreement among raft nodes before linearized reading' (duration: 4.938613859s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:13.730088Z","caller":"traceutil/trace.go:171","msg":"trace[618055092] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25157; }","duration":"5.105782321s","start":"2026-02-25T23:01:08.624291Z","end":"2026-02-25T23:01:13.730073Z","steps":["trace[618055092] 'agreement among raft nodes before linearized reading' (duration: 5.104833801s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.730127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:08.624259Z","time spent":"5.105859593s","remote":"127.0.0.1:36168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:13.730152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.524122345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:13.730171Z","caller":"traceutil/trace.go:171","msg":"trace[1415135816] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25157; }","duration":"4.524190998s","start":"2026-02-25T23:01:09.205977Z","end":"2026-02-25T23:01:13.730168Z","steps":["trace[1415135816] 'agreement among raft nodes before linearized reading' (duration: 4.523106793s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.73019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:09.205948Z","time spent":"4.524236849s","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:13.730099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:08.790471Z","time spent":"4.939624161s","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:13.730322Z","caller":"traceutil/trace.go:171","msg":"trace[621205885] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"1.929201907s","start":"2026-02-25T23:01:11.801112Z","end":"2026-02-25T23:01:13.730314Z","steps":["trace[621205885] 'process raft request' (duration: 1.928520366s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.730358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:11.80107Z","time spent":"1.929269769s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:13.730551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.588407674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-25T23:01:13.730571Z","caller":"traceutil/trace.go:171","msg":"trace[1335125547] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25158; }","duration":"4.588466226s","start":"2026-02-25T23:01:09.142099Z","end":"2026-02-25T23:01:13.730565Z","steps":["trace[1335125547] 'agreement among raft nodes before linearized reading' (duration: 4.58699733s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.730567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.298375808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-25T23:01:13.730584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:09.142077Z","time spent":"4.588504017s","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-25T23:01:13.730601Z","caller":"traceutil/trace.go:171","msg":"trace[2064690459] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25158; }","duration":"5.29842853s","start":"2026-02-25T23:01:08.432162Z","end":"2026-02-25T23:01:13.73059Z","steps":["trace[2064690459] 'agreement among raft nodes before linearized reading' (duration: 5.296969434s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.730647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.858939333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:13.730667Z","caller":"traceutil/trace.go:171","msg":"trace[1957032973] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25158; }","duration":"4.859017795s","start":"2026-02-25T23:01:08.871644Z","end":"2026-02-25T23:01:13.730662Z","steps":["trace[1957032973] 'agreement among raft nodes before linearized reading' (duration: 4.857459826s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.73068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:08.871619Z","time spent":"4.859057557s","remote":"127.0.0.1:43950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:13.730681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.184713062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:01:13.730711Z","caller":"traceutil/trace.go:171","msg":"trace[2047607911] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25158; }","duration":"4.184782625s","start":"2026-02-25T23:01:09.545918Z","end":"2026-02-25T23:01:13.7307Z","steps":["trace[2047607911] 'agreement among raft nodes before linearized reading' (duration: 4.183650879s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.730746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:09.545896Z","time spent":"4.184841526s","remote":"127.0.0.1:54510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:13.730641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:08.432152Z","time spent":"5.298481982s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-25T23:01:13.730928Z","caller":"traceutil/trace.go:171","msg":"trace[1721183377] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"1.570186463s","start":"2026-02-25T23:01:12.16073Z","end":"2026-02-25T23:01:13.730917Z","steps":["trace[1721183377] 'process raft request' (duration: 1.569552322s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.730998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:12.160706Z","time spent":"1.570254114s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:13.731108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.314811719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18979f94e3a08e1a\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-25T23:01:13.731129Z","caller":"traceutil/trace.go:171","msg":"trace[655433051] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18979f94e3a08e1a; range_end:; response_count:1; response_revision:25159; }","duration":"5.314864991s","start":"2026-02-25T23:01:08.416259Z","end":"2026-02-25T23:01:13.731124Z","steps":["trace[655433051] 'agreement among raft nodes before linearized reading' (duration: 5.312878848s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.731144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:08.416239Z","time spent":"5.314901443s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18979f94e3a08e1a\" "} {"level":"warn","ts":"2026-02-25T23:01:13.73216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.897149284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T23:01:13.732214Z","caller":"traceutil/trace.go:171","msg":"trace[289320197] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25158; }","duration":"4.897274549s","start":"2026-02-25T23:01:08.834927Z","end":"2026-02-25T23:01:13.732201Z","steps":["trace[289320197] 'agreement among raft nodes before linearized reading' (duration: 4.894183291s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.732253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:08.834877Z","time spent":"4.897366002s","remote":"127.0.0.1:54740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2685,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:13.864197Z","caller":"traceutil/trace.go:171","msg":"trace[1726617085] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"1.113784009s","start":"2026-02-25T23:01:12.750377Z","end":"2026-02-25T23:01:13.864161Z","steps":["trace[1726617085] 'process raft request' (duration: 1.112666504s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:13.864209Z","caller":"traceutil/trace.go:171","msg":"trace[1024997847] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"130.157177ms","start":"2026-02-25T23:01:13.734013Z","end":"2026-02-25T23:01:13.86417Z","steps":["trace[1024997847] 'process raft request' (duration: 130.085195ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:13.864308Z","caller":"traceutil/trace.go:171","msg":"trace[1918436701] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"1.044571795s","start":"2026-02-25T23:01:12.819703Z","end":"2026-02-25T23:01:13.864275Z","steps":["trace[1918436701] 'process raft request' (duration: 1.044323267s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.864371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:12.750347Z","time spent":"1.113930474s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:13.86447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:12.819664Z","time spent":"1.044721909s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:13.864523Z","caller":"traceutil/trace.go:171","msg":"trace[1721297146] linearizableReadLoop","detail":"{readStateIndex:26068; appliedIndex:26066; }","duration":"135.613291ms","start":"2026-02-25T23:01:13.728895Z","end":"2026-02-25T23:01:13.864508Z","steps":["trace[1721297146] 'read index received' (duration: 134.168495ms)","trace[1721297146] 'applied index is now lower than readState.Index' (duration: 1.443376ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:13.864686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846565478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:13.864732Z","caller":"traceutil/trace.go:171","msg":"trace[368151698] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25162; }","duration":"2.846653921s","start":"2026-02-25T23:01:11.018064Z","end":"2026-02-25T23:01:13.864718Z","steps":["trace[368151698] 'agreement among raft nodes before linearized reading' (duration: 2.846534697s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.864772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:11.018041Z","time spent":"2.846723203s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:13.864808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067889296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:13.86485Z","caller":"traceutil/trace.go:171","msg":"trace[1272195264] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25162; }","duration":"3.067956468s","start":"2026-02-25T23:01:10.79688Z","end":"2026-02-25T23:01:13.864837Z","steps":["trace[1272195264] 'agreement among raft nodes before linearized reading' (duration: 3.067897457s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.864895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:10.796863Z","time spent":"3.068018921s","remote":"127.0.0.1:43912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:13.865013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.874758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:13.865056Z","caller":"traceutil/trace.go:171","msg":"trace[767075693] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25162; }","duration":"450.94652ms","start":"2026-02-25T23:01:13.414098Z","end":"2026-02-25T23:01:13.865044Z","steps":["trace[767075693] 'agreement among raft nodes before linearized reading' (duration: 450.880058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.865091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:13.41408Z","time spent":"451.003992ms","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T23:01:13.865178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268004423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-25T23:01:13.864732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910410633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:13.86526Z","caller":"traceutil/trace.go:171","msg":"trace[1061873970] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25162; }","duration":"2.91098007s","start":"2026-02-25T23:01:10.954264Z","end":"2026-02-25T23:01:13.865244Z","steps":["trace[1061873970] 'agreement among raft nodes before linearized reading' (duration: 2.91035082s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.865268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.461924863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:13.86531Z","caller":"traceutil/trace.go:171","msg":"trace[1366568442] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25162; }","duration":"3.462005195s","start":"2026-02-25T23:01:10.403292Z","end":"2026-02-25T23:01:13.865297Z","steps":["trace[1366568442] 'agreement among raft nodes before linearized reading' (duration: 3.461943303s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.865328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:10.954253Z","time spent":"2.911042063s","remote":"127.0.0.1:36230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:13.865348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358340116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T23:01:13.865413Z","caller":"traceutil/trace.go:171","msg":"trace[1774713768] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25162; }","duration":"2.358442169s","start":"2026-02-25T23:01:11.506953Z","end":"2026-02-25T23:01:13.865395Z","steps":["trace[1774713768] 'agreement among raft nodes before linearized reading' (duration: 2.358198161s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.865456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:11.506928Z","time spent":"2.358518592s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:13.865476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866598936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-25T23:01:13.86551Z","caller":"traceutil/trace.go:171","msg":"trace[1659492951] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25162; }","duration":"3.866669177s","start":"2026-02-25T23:01:09.998831Z","end":"2026-02-25T23:01:13.865501Z","steps":["trace[1659492951] 'agreement among raft nodes before linearized reading' (duration: 3.866602505s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.865546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:09.998809Z","time spent":"3.86673051s","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-25T23:01:13.865623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035381773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:13.865664Z","caller":"traceutil/trace.go:171","msg":"trace[817100103] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25162; }","duration":"1.035463655s","start":"2026-02-25T23:01:12.83019Z","end":"2026-02-25T23:01:13.865653Z","steps":["trace[817100103] 'agreement among raft nodes before linearized reading' (duration: 1.035401933s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.8657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:12.830168Z","time spent":"1.035524028s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:13.865811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.585543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T23:01:13.86585Z","caller":"traceutil/trace.go:171","msg":"trace[2103596662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25162; }","duration":"131.656335ms","start":"2026-02-25T23:01:13.734184Z","end":"2026-02-25T23:01:13.86584Z","steps":["trace[2103596662] 'agreement among raft nodes before linearized reading' (duration: 131.543572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.865874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42631653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:13.865914Z","caller":"traceutil/trace.go:171","msg":"trace[1400226476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25162; }","duration":"1.426397892s","start":"2026-02-25T23:01:12.439504Z","end":"2026-02-25T23:01:13.865901Z","steps":["trace[1400226476] 'agreement among raft nodes before linearized reading' (duration: 1.426344891s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.865947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:12.439466Z","time spent":"1.426475764s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:01:13.866063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530211865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:13.866089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.676841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-02-25T23:01:13.8661Z","caller":"traceutil/trace.go:171","msg":"trace[1140215621] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25162; }","duration":"1.530290407s","start":"2026-02-25T23:01:12.335801Z","end":"2026-02-25T23:01:13.866092Z","steps":["trace[1140215621] 'agreement among raft nodes before linearized reading' (duration: 1.530230875s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:13.865216Z","caller":"traceutil/trace.go:171","msg":"trace[128630595] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:25162; }","duration":"3.268083205s","start":"2026-02-25T23:01:10.597123Z","end":"2026-02-25T23:01:13.865206Z","steps":["trace[128630595] 'agreement among raft nodes before linearized reading' (duration: 3.267943221s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:13.866127Z","caller":"traceutil/trace.go:171","msg":"trace[1036280684] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25162; }","duration":"128.726292ms","start":"2026-02-25T23:01:13.737391Z","end":"2026-02-25T23:01:13.866117Z","steps":["trace[1036280684] 'agreement among raft nodes before linearized reading' (duration: 128.616359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.86614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:12.335778Z","time spent":"1.530347039s","remote":"127.0.0.1:36118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:13.866151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:10.597101Z","time spent":"3.269035716s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-02-25T23:01:13.865362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:10.403268Z","time spent":"3.462081348s","remote":"127.0.0.1:36080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:13.866369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.603664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb74c989-794f-432b-a1dd-8a5d3b29e9d1\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-02-25T23:01:13.866407Z","caller":"traceutil/trace.go:171","msg":"trace[1710409180] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb74c989-794f-432b-a1dd-8a5d3b29e9d1; range_end:; response_count:1; response_revision:25162; }","duration":"131.690776ms","start":"2026-02-25T23:01:13.734707Z","end":"2026-02-25T23:01:13.866398Z","steps":["trace[1710409180] 'agreement among raft nodes before linearized reading' (duration: 131.583733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.865415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.681353551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:13.866582Z","caller":"traceutil/trace.go:171","msg":"trace[9082171] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25162; }","duration":"3.682557499s","start":"2026-02-25T23:01:10.184013Z","end":"2026-02-25T23:01:13.86657Z","steps":["trace[9082171] 'agreement among raft nodes before linearized reading' (duration: 3.681373032s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:13.866624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:10.183988Z","time spent":"3.682624001s","remote":"127.0.0.1:54590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:14.45709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:01:15.292735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.003648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:01:15.293118Z","caller":"traceutil/trace.go:171","msg":"trace[926825455] linearizableReadLoop","detail":"{readStateIndex:26075; appliedIndex:26070; }","duration":"1.337102812s","start":"2026-02-25T23:01:13.955994Z","end":"2026-02-25T23:01:15.293097Z","steps":["trace[926825455] 'read index received' (duration: 736.64306ms)","trace[926825455] 'applied index is now lower than readState.Index' (duration: 600.458642ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:15.293243Z","caller":"traceutil/trace.go:171","msg":"trace[35292694] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"1.339948412s","start":"2026-02-25T23:01:13.953278Z","end":"2026-02-25T23:01:15.293227Z","steps":["trace[35292694] 'process raft request' (duration: 739.373647ms)","trace[35292694] 'compare' (duration: 599.886693ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:15.293329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:13.953256Z","time spent":"1.340022364s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:15.293648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332721583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:15.293692Z","caller":"traceutil/trace.go:171","msg":"trace[178484176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25167; }","duration":"1.332774614s","start":"2026-02-25T23:01:13.960895Z","end":"2026-02-25T23:01:15.29367Z","steps":["trace[178484176] 'agreement among raft nodes before linearized reading' (duration: 1.33265555s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:15.293723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:13.960884Z","time spent":"1.332832747s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:01:15.293763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.343637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:01:15.293783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.083673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:15.293828Z","caller":"traceutil/trace.go:171","msg":"trace[641258637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25167; }","duration":"185.430161ms","start":"2026-02-25T23:01:15.108385Z","end":"2026-02-25T23:01:15.293815Z","steps":["trace[641258637] 'agreement among raft nodes before linearized reading' (duration: 185.272056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:15.29383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202222685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:15.293845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310938911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:15.293842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205361904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:01:15.293863Z","caller":"traceutil/trace.go:171","msg":"trace[246791526] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25167; }","duration":"876.227406ms","start":"2026-02-25T23:01:14.417611Z","end":"2026-02-25T23:01:15.293838Z","steps":["trace[246791526] 'agreement among raft nodes before linearized reading' (duration: 876.043511ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:15.293875Z","caller":"traceutil/trace.go:171","msg":"trace[621271586] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25167; }","duration":"1.202300087s","start":"2026-02-25T23:01:14.091559Z","end":"2026-02-25T23:01:15.293859Z","steps":["trace[621271586] 'agreement among raft nodes before linearized reading' (duration: 1.202223535s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:15.293884Z","caller":"traceutil/trace.go:171","msg":"trace[1597819621] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25167; }","duration":"1.205450277s","start":"2026-02-25T23:01:14.088424Z","end":"2026-02-25T23:01:15.293875Z","steps":["trace[1597819621] 'agreement among raft nodes before linearized reading' (duration: 1.205359924s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:15.293882Z","caller":"traceutil/trace.go:171","msg":"trace[683375893] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25167; }","duration":"1.311001193s","start":"2026-02-25T23:01:13.982869Z","end":"2026-02-25T23:01:15.29387Z","steps":["trace[683375893] 'agreement among raft nodes before linearized reading' (duration: 1.310948172s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:15.293908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:14.088402Z","time spent":"1.205500368s","remote":"127.0.0.1:38506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:15.29391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:14.091537Z","time spent":"1.202362509s","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T23:01:15.29393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:13.982859Z","time spent":"1.311060516s","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T23:01:15.293972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08478877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:01:15.293773Z","caller":"traceutil/trace.go:171","msg":"trace[930521474] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"1.322894651s","start":"2026-02-25T23:01:13.970849Z","end":"2026-02-25T23:01:15.293743Z","steps":["trace[930521474] 'process raft request' (duration: 1.321993433s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:15.294008Z","caller":"traceutil/trace.go:171","msg":"trace[1308559187] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25167; }","duration":"1.084852012s","start":"2026-02-25T23:01:14.209146Z","end":"2026-02-25T23:01:15.293998Z","steps":["trace[1308559187] 'agreement among raft nodes before linearized reading' (duration: 1.084796001s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:15.293954Z","caller":"traceutil/trace.go:171","msg":"trace[1374419231] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"1.322747506s","start":"2026-02-25T23:01:13.971167Z","end":"2026-02-25T23:01:15.293915Z","steps":["trace[1374419231] 'process raft request' (duration: 1.321751574s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:15.294039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:14.209131Z","time spent":"1.084900354s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:15.293763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.171281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:15.294053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001372335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:15.294077Z","caller":"traceutil/trace.go:171","msg":"trace[319399939] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25167; }","duration":"231.542563ms","start":"2026-02-25T23:01:15.062526Z","end":"2026-02-25T23:01:15.294068Z","steps":["trace[319399939] 'agreement among raft nodes before linearized reading' (duration: 231.13968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:15.294089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:13.970832Z","time spent":"1.32319338s","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:15.294104Z","caller":"traceutil/trace.go:171","msg":"trace[527864823] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25167; }","duration":"1.001473438s","start":"2026-02-25T23:01:14.292619Z","end":"2026-02-25T23:01:15.294092Z","steps":["trace[527864823] 'agreement among raft nodes before linearized reading' (duration: 1.001380626s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:15.294139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:14.292592Z","time spent":"1.001533551s","remote":"127.0.0.1:36400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:15.294162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:13.971157Z","time spent":"1.322895331s","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:15.294237Z","caller":"traceutil/trace.go:171","msg":"trace[715997131] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"945.039889ms","start":"2026-02-25T23:01:14.349183Z","end":"2026-02-25T23:01:15.294223Z","steps":["trace[715997131] 'process raft request' (duration: 943.83671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:15.294302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:14.349154Z","time spent":"945.111651ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:15.294293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:14.417581Z","time spent":"876.317789ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:15.294282Z","caller":"traceutil/trace.go:171","msg":"trace[544773285] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"1.311906682s","start":"2026-02-25T23:01:13.981555Z","end":"2026-02-25T23:01:15.293461Z","steps":["trace[544773285] 'process raft request' (duration: 1.311405037s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:15.294402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338402603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-12eb06e5-35d3-4e7e-902a-9597d96f64ed\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-02-25T23:01:15.294433Z","caller":"traceutil/trace.go:171","msg":"trace[1697669643] range","detail":"{range_begin:/registry/persistentvolumes/pvc-12eb06e5-35d3-4e7e-902a-9597d96f64ed; range_end:; response_count:1; response_revision:25167; }","duration":"1.338448544s","start":"2026-02-25T23:01:13.955975Z","end":"2026-02-25T23:01:15.294424Z","steps":["trace[1697669643] 'agreement among raft nodes before linearized reading' (duration: 1.33833349s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:15.294453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:13.955966Z","time spent":"1.338482245s","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-12eb06e5-35d3-4e7e-902a-9597d96f64ed\" "} {"level":"warn","ts":"2026-02-25T23:01:15.294518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:13.981523Z","time spent":"1.312867603s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:25.684964Z","caller":"traceutil/trace.go:171","msg":"trace[1303186311] linearizableReadLoop","detail":"{readStateIndex:26148; appliedIndex:26147; }","duration":"272.962336ms","start":"2026-02-25T23:01:25.41192Z","end":"2026-02-25T23:01:25.684883Z","steps":["trace[1303186311] 'read index received' (duration: 272.518521ms)","trace[1303186311] 'applied index is now lower than readState.Index' (duration: 441.464µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:25.685138Z","caller":"traceutil/trace.go:171","msg":"trace[1869732132] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"335.131977ms","start":"2026-02-25T23:01:25.349961Z","end":"2026-02-25T23:01:25.685093Z","steps":["trace[1869732132] 'process raft request' (duration: 334.641912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:25.685251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.306457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:25.685348Z","caller":"traceutil/trace.go:171","msg":"trace[2043925467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25238; }","duration":"273.468432ms","start":"2026-02-25T23:01:25.411858Z","end":"2026-02-25T23:01:25.685326Z","steps":["trace[2043925467] 'agreement among raft nodes before linearized reading' (duration: 273.269055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:25.685351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:25.349941Z","time spent":"335.291943ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:25.685625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.821298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T23:01:25.68569Z","caller":"traceutil/trace.go:171","msg":"trace[68967888] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25238; }","duration":"265.18778ms","start":"2026-02-25T23:01:25.420486Z","end":"2026-02-25T23:01:25.685673Z","steps":["trace[68967888] 'agreement among raft nodes before linearized reading' (duration: 264.682744ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:27.590307Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22166} {"level":"info","ts":"2026-02-25T23:01:27.805347Z","caller":"traceutil/trace.go:171","msg":"trace[164809875] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"114.349676ms","start":"2026-02-25T23:01:27.690962Z","end":"2026-02-25T23:01:27.805312Z","steps":["trace[164809875] 'process raft request' (duration: 112.530289ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:27.851701Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22166,"took":"257.136934ms","hash":337849788,"current-db-size-bytes":45314048,"current-db-size":"45 MB","current-db-size-in-use-bytes":39362560,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-02-25T23:01:27.851776Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":337849788,"revision":22166,"compact-revision":20161} {"level":"warn","ts":"2026-02-25T23:01:31.816094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.044634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:31.816181Z","caller":"traceutil/trace.go:171","msg":"trace[972741566] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25278; }","duration":"224.154518ms","start":"2026-02-25T23:01:31.592006Z","end":"2026-02-25T23:01:31.81616Z","steps":["trace[972741566] 'count revisions from in-memory index tree' (duration: 223.950832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:31.816281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023698042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T23:01:31.81636Z","caller":"traceutil/trace.go:171","msg":"trace[792365594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25278; }","duration":"1.023823716s","start":"2026-02-25T23:01:30.792515Z","end":"2026-02-25T23:01:31.816338Z","steps":["trace[792365594] 'range keys from in-memory index tree' (duration: 1.023518656s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:31.816402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:30.792495Z","time spent":"1.023897738s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T23:01:31.816773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.950292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-02-25T23:01:31.81685Z","caller":"traceutil/trace.go:171","msg":"trace[925511552] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0; range_end:; response_count:1; response_revision:25278; }","duration":"908.068726ms","start":"2026-02-25T23:01:30.908759Z","end":"2026-02-25T23:01:31.816828Z","steps":["trace[925511552] 'range keys from in-memory index tree' (duration: 907.692754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:31.816893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:30.90874Z","time spent":"908.142208ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0\" "} {"level":"warn","ts":"2026-02-25T23:01:32.322848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095339,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T23:01:32.365774Z","caller":"traceutil/trace.go:171","msg":"trace[181026569] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"545.154348ms","start":"2026-02-25T23:01:31.820597Z","end":"2026-02-25T23:01:32.365751Z","steps":["trace[181026569] 'process raft request' (duration: 545.005764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:32.36593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:31.820572Z","time spent":"545.288152ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:33.499083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.133471694s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T23:01:33.49962Z","caller":"traceutil/trace.go:171","msg":"trace[1235948745] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"1.678743706s","start":"2026-02-25T23:01:31.820694Z","end":"2026-02-25T23:01:33.499438Z","steps":["trace[1235948745] 'process raft request' (duration: 1.67854632s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:33.499844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:31.820666Z","time spent":"1.678990664s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:33.500225Z","caller":"traceutil/trace.go:171","msg":"trace[1900341245] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"1.675643118s","start":"2026-02-25T23:01:31.824536Z","end":"2026-02-25T23:01:33.500179Z","steps":["trace[1900341245] 'process raft request' (duration: 1.674849203s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:33.500442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:31.824516Z","time spent":"1.675810403s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:33.500719Z","caller":"traceutil/trace.go:171","msg":"trace[1914382086] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"1.606158265s","start":"2026-02-25T23:01:31.894526Z","end":"2026-02-25T23:01:33.500685Z","steps":["trace[1914382086] 'process raft request' (duration: 1.605348659s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:33.500775Z","caller":"traceutil/trace.go:171","msg":"trace[1193900328] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"1.604230484s","start":"2026-02-25T23:01:31.896522Z","end":"2026-02-25T23:01:33.500752Z","steps":["trace[1193900328] 'process raft request' (duration: 1.603976746s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:33.500793Z","caller":"traceutil/trace.go:171","msg":"trace[1107798734] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"1.598658046s","start":"2026-02-25T23:01:31.902111Z","end":"2026-02-25T23:01:33.500769Z","steps":["trace[1107798734] 'process raft request' (duration: 1.598529462s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:33.500852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:31.894495Z","time spent":"1.606291999s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:33.500855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:31.896493Z","time spent":"1.604319666s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:33.500885Z","caller":"traceutil/trace.go:171","msg":"trace[1742166278] linearizableReadLoop","detail":"{readStateIndex:26200; appliedIndex:26192; }","duration":"1.678483148s","start":"2026-02-25T23:01:31.822377Z","end":"2026-02-25T23:01:33.50086Z","steps":["trace[1742166278] 'read index received' (duration: 543.799465ms)","trace[1742166278] 'applied index is now lower than readState.Index' (duration: 1.134681923s)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:33.500901Z","caller":"traceutil/trace.go:171","msg":"trace[427816505] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"1.597082997s","start":"2026-02-25T23:01:31.903797Z","end":"2026-02-25T23:01:33.50088Z","steps":["trace[427816505] 'process raft request' (duration: 1.596903771s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:33.500904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:31.902074Z","time spent":"1.598769541s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:33.500995Z","caller":"traceutil/trace.go:171","msg":"trace[2011489436] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"1.552770721s","start":"2026-02-25T23:01:31.948214Z","end":"2026-02-25T23:01:33.500985Z","steps":["trace[2011489436] 'process raft request' (duration: 1.552583435s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:33.500976Z","caller":"traceutil/trace.go:171","msg":"trace[171168930] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"1.553296809s","start":"2026-02-25T23:01:31.947646Z","end":"2026-02-25T23:01:33.500943Z","steps":["trace[171168930] 'process raft request' (duration: 1.553107713s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:33.501031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:31.948188Z","time spent":"1.552822453s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:33.501084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:31.947625Z","time spent":"1.553405601s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:33.501136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141800389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:33.501152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678779358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T23:01:33.501184Z","caller":"traceutil/trace.go:171","msg":"trace[1589590978] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25287; }","duration":"1.141878621s","start":"2026-02-25T23:01:32.35929Z","end":"2026-02-25T23:01:33.501169Z","steps":["trace[1589590978] 'agreement among raft nodes before linearized reading' (duration: 1.141804289s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:33.50119Z","caller":"traceutil/trace.go:171","msg":"trace[1756702040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25287; }","duration":"1.678878961s","start":"2026-02-25T23:01:31.822299Z","end":"2026-02-25T23:01:33.501178Z","steps":["trace[1756702040] 'agreement among raft nodes before linearized reading' (duration: 1.678702206s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:33.501202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376087409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-25T23:01:33.501217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:32.35927Z","time spent":"1.141939393s","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-25T23:01:33.501224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:31.822272Z","time spent":"1.678944622s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T23:01:33.501279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097239406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:33.501301Z","caller":"traceutil/trace.go:171","msg":"trace[1289383889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25287; }","duration":"1.097298198s","start":"2026-02-25T23:01:32.403999Z","end":"2026-02-25T23:01:33.501297Z","steps":["trace[1289383889] 'agreement among raft nodes before linearized reading' (duration: 1.097262837s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:33.501318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:32.40398Z","time spent":"1.097334398s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:01:33.501315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244612789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-25T23:01:33.501362Z","caller":"traceutil/trace.go:171","msg":"trace[1603257888] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25287; }","duration":"1.244703523s","start":"2026-02-25T23:01:32.256644Z","end":"2026-02-25T23:01:33.501347Z","steps":["trace[1603257888] 'agreement among raft nodes before linearized reading' (duration: 1.244569758s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:33.501413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:32.256599Z","time spent":"1.244804295s","remote":"127.0.0.1:54360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-25T23:01:33.501221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548787705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T23:01:33.5015Z","caller":"traceutil/trace.go:171","msg":"trace[1841316639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25287; }","duration":"1.549085635s","start":"2026-02-25T23:01:31.952397Z","end":"2026-02-25T23:01:33.501482Z","steps":["trace[1841316639] 'agreement among raft nodes before linearized reading' (duration: 1.548652301s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:33.501558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:31.952388Z","time spent":"1.549155027s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T23:01:33.50162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528512662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T23:01:33.501669Z","caller":"traceutil/trace.go:171","msg":"trace[508795141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25287; }","duration":"1.528559633s","start":"2026-02-25T23:01:31.973097Z","end":"2026-02-25T23:01:33.501657Z","steps":["trace[508795141] 'agreement among raft nodes before linearized reading' (duration: 1.528434259s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:33.501699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525612461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T23:01:33.501726Z","caller":"traceutil/trace.go:171","msg":"trace[903435271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25287; }","duration":"1.525667322s","start":"2026-02-25T23:01:31.976053Z","end":"2026-02-25T23:01:33.50172Z","steps":["trace[903435271] 'agreement among raft nodes before linearized reading' (duration: 1.52559892s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:33.501743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:31.976045Z","time spent":"1.525694303s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T23:01:33.501245Z","caller":"traceutil/trace.go:171","msg":"trace[1694760192] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25287; }","duration":"1.37612736s","start":"2026-02-25T23:01:32.125107Z","end":"2026-02-25T23:01:33.501234Z","steps":["trace[1694760192] 'agreement among raft nodes before linearized reading' (duration: 1.375962855s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:33.501798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:32.124998Z","time spent":"1.376795911s","remote":"127.0.0.1:38608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:33.501805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530288859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T23:01:33.5017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:31.973045Z","time spent":"1.528647646s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T23:01:33.501864Z","caller":"traceutil/trace.go:171","msg":"trace[1444161891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25287; }","duration":"1.530388701s","start":"2026-02-25T23:01:31.971462Z","end":"2026-02-25T23:01:33.50185Z","steps":["trace[1444161891] 'agreement among raft nodes before linearized reading' (duration: 1.530244447s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:33.501907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:31.971449Z","time spent":"1.530447464s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T23:01:33.502002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523670299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T23:01:33.502057Z","caller":"traceutil/trace.go:171","msg":"trace[1314910582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25287; }","duration":"1.523744922s","start":"2026-02-25T23:01:31.978296Z","end":"2026-02-25T23:01:33.502041Z","steps":["trace[1314910582] 'agreement among raft nodes before linearized reading' (duration: 1.522955526s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:33.50209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:31.978285Z","time spent":"1.523797273s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T23:01:33.502311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:31.903766Z","time spent":"1.598388648s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:34.699839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106476327s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:01:34.700828Z","caller":"traceutil/trace.go:171","msg":"trace[263521794] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"1.192553486s","start":"2026-02-25T23:01:33.508223Z","end":"2026-02-25T23:01:34.700776Z","steps":["trace[263521794] 'process raft request' (duration: 85.054256ms)","trace[263521794] 'compare' (duration: 1.106167928s)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:34.700979Z","caller":"traceutil/trace.go:171","msg":"trace[741105365] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"1.191010678s","start":"2026-02-25T23:01:33.509937Z","end":"2026-02-25T23:01:34.700947Z","steps":["trace[741105365] 'process raft request' (duration: 1.190870823s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:34.701041Z","caller":"traceutil/trace.go:171","msg":"trace[1065157970] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"1.190487801s","start":"2026-02-25T23:01:33.510526Z","end":"2026-02-25T23:01:34.701014Z","steps":["trace[1065157970] 'process raft request' (duration: 1.190314335s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:34.701038Z","caller":"traceutil/trace.go:171","msg":"trace[470055683] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"1.191675589s","start":"2026-02-25T23:01:33.509257Z","end":"2026-02-25T23:01:34.700933Z","steps":["trace[470055683] 'process raft request' (duration: 1.191512494s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:34.70113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:33.509921Z","time spent":"1.191131702s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:34.701147Z","caller":"traceutil/trace.go:171","msg":"trace[551849847] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"1.192269838s","start":"2026-02-25T23:01:33.508865Z","end":"2026-02-25T23:01:34.701135Z","steps":["trace[551849847] 'process raft request' (duration: 1.191844714s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:34.701161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:33.510507Z","time spent":"1.190591414s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:34.701228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:33.508856Z","time spent":"1.192326819s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:34.701079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:33.508196Z","time spent":"1.192743322s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:34.700889Z","caller":"traceutil/trace.go:171","msg":"trace[1889842549] linearizableReadLoop","detail":"{readStateIndex:26202; appliedIndex:26200; }","duration":"1.191781302s","start":"2026-02-25T23:01:33.509092Z","end":"2026-02-25T23:01:34.700874Z","steps":["trace[1889842549] 'read index received' (duration: 84.19566ms)","trace[1889842549] 'applied index is now lower than readState.Index' (duration: 1.107584772s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:34.701303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:33.509241Z","time spent":"1.191931517s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:34.701407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192313449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:34.70146Z","caller":"traceutil/trace.go:171","msg":"trace[36622475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25292; }","duration":"1.192404962s","start":"2026-02-25T23:01:33.509045Z","end":"2026-02-25T23:01:34.70145Z","steps":["trace[36622475] 'agreement among raft nodes before linearized reading' (duration: 1.191868315s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:34.701519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:33.509026Z","time spent":"1.192482484s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:01:35.201931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095362,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T23:01:35.291767Z","caller":"traceutil/trace.go:171","msg":"trace[1759897825] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"1.48748335s","start":"2026-02-25T23:01:33.804262Z","end":"2026-02-25T23:01:35.291745Z","steps":["trace[1759897825] 'process raft request' (duration: 1.487285794s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:35.291918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:33.804226Z","time spent":"1.487610104s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:35.292045Z","caller":"traceutil/trace.go:171","msg":"trace[1832435215] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"1.28064367s","start":"2026-02-25T23:01:34.011358Z","end":"2026-02-25T23:01:35.292001Z","steps":["trace[1832435215] 'process raft request' (duration: 1.28032589s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:35.292226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:34.011331Z","time spent":"1.280807115s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:35.361386Z","caller":"traceutil/trace.go:171","msg":"trace[2040930352] linearizableReadLoop","detail":"{readStateIndex:26209; appliedIndex:26205; }","duration":"660.051242ms","start":"2026-02-25T23:01:34.701318Z","end":"2026-02-25T23:01:35.361369Z","steps":["trace[2040930352] 'read index received' (duration: 590.261399ms)","trace[2040930352] 'applied index is now lower than readState.Index' (duration: 69.789273ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:35.361472Z","caller":"traceutil/trace.go:171","msg":"trace[1443947240] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"989.096105ms","start":"2026-02-25T23:01:34.372368Z","end":"2026-02-25T23:01:35.361464Z","steps":["trace[1443947240] 'process raft request' (duration: 988.96182ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:35.361473Z","caller":"traceutil/trace.go:171","msg":"trace[701864167] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"1.007964793s","start":"2026-02-25T23:01:34.353462Z","end":"2026-02-25T23:01:35.361427Z","steps":["trace[701864167] 'process raft request' (duration: 1.007767407s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:35.36154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:34.372353Z","time spent":"989.134286ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:35.361654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:34.353428Z","time spent":"1.008112328s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:35.361719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159852939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:01:35.36174Z","caller":"traceutil/trace.go:171","msg":"trace[274760870] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25296; }","duration":"1.159920372s","start":"2026-02-25T23:01:34.201813Z","end":"2026-02-25T23:01:35.361734Z","steps":["trace[274760870] 'agreement among raft nodes before linearized reading' (duration: 1.15985286s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:35.361762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:34.201791Z","time spent":"1.159967053s","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:35.361858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179521364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:35.361879Z","caller":"traceutil/trace.go:171","msg":"trace[462874346] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25296; }","duration":"1.179590696s","start":"2026-02-25T23:01:34.182282Z","end":"2026-02-25T23:01:35.361873Z","steps":["trace[462874346] 'agreement among raft nodes before linearized reading' (duration: 1.179555684s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:35.361894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:34.182255Z","time spent":"1.179634567s","remote":"127.0.0.1:36318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:35.362042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.455743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:35.362146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498016484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:35.362193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800655811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:35.36219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.847755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:35.362224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.284211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:35.362262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182173898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:01:35.362279Z","caller":"traceutil/trace.go:171","msg":"trace[1702495320] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25296; }","duration":"644.371274ms","start":"2026-02-25T23:01:34.717894Z","end":"2026-02-25T23:01:35.362265Z","steps":["trace[1702495320] 'agreement among raft nodes before linearized reading' (duration: 644.285511ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:35.362304Z","caller":"traceutil/trace.go:171","msg":"trace[137473402] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25296; }","duration":"1.18224337s","start":"2026-02-25T23:01:34.18005Z","end":"2026-02-25T23:01:35.362294Z","steps":["trace[137473402] 'agreement among raft nodes before linearized reading' (duration: 1.182180118s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:35.36231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.59822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-25T23:01:35.362339Z","caller":"traceutil/trace.go:171","msg":"trace[508437468] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25296; }","duration":"252.688503ms","start":"2026-02-25T23:01:35.109645Z","end":"2026-02-25T23:01:35.362333Z","steps":["trace[508437468] 'agreement among raft nodes before linearized reading' (duration: 252.638182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:35.362335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:34.717877Z","time spent":"644.445317ms","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-25T23:01:35.362363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:34.180032Z","time spent":"1.182305901s","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:35.362269Z","caller":"traceutil/trace.go:171","msg":"trace[894285572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25296; }","duration":"472.99773ms","start":"2026-02-25T23:01:34.889256Z","end":"2026-02-25T23:01:35.362253Z","steps":["trace[894285572] 'agreement among raft nodes before linearized reading' (duration: 472.891716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:35.362446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:34.889206Z","time spent":"473.235188ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T23:01:35.362207Z","caller":"traceutil/trace.go:171","msg":"trace[2127678136] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25296; }","duration":"1.498120157s","start":"2026-02-25T23:01:33.864071Z","end":"2026-02-25T23:01:35.362191Z","steps":["trace[2127678136] 'agreement among raft nodes before linearized reading' (duration: 1.498022394s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:35.362145Z","caller":"traceutil/trace.go:171","msg":"trace[1877224661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25296; }","duration":"659.601497ms","start":"2026-02-25T23:01:34.702518Z","end":"2026-02-25T23:01:35.36212Z","steps":["trace[1877224661] 'agreement among raft nodes before linearized reading' (duration: 659.428832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:35.362539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:34.702499Z","time spent":"660.035271ms","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:01:35.362538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:33.864048Z","time spent":"1.498472388s","remote":"127.0.0.1:54612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:35.362215Z","caller":"traceutil/trace.go:171","msg":"trace[1897924183] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25296; }","duration":"1.800675821s","start":"2026-02-25T23:01:33.56153Z","end":"2026-02-25T23:01:35.362206Z","steps":["trace[1897924183] 'agreement among raft nodes before linearized reading' (duration: 1.80064631s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:35.362673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:33.561502Z","time spent":"1.801163987s","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T23:01:35.875199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:01:36.384882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.155848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:01:36.384966Z","caller":"traceutil/trace.go:171","msg":"trace[1063722226] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"1.012936092s","start":"2026-02-25T23:01:35.37201Z","end":"2026-02-25T23:01:36.384947Z","steps":["trace[1063722226] 'process raft request' (duration: 683.674991ms)","trace[1063722226] 'compare' (duration: 328.158566ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:36.385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:35.371997Z","time spent":"1.012987023s","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T23:01:37.005513Z","caller":"traceutil/trace.go:171","msg":"trace[1540130733] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"1.49691794s","start":"2026-02-25T23:01:35.508535Z","end":"2026-02-25T23:01:37.005453Z","steps":["trace[1540130733] 'process raft request' (duration: 1.496644501s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:37.005556Z","caller":"traceutil/trace.go:171","msg":"trace[650571664] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"1.495172875s","start":"2026-02-25T23:01:35.51035Z","end":"2026-02-25T23:01:37.005523Z","steps":["trace[650571664] 'process raft request' (duration: 1.495072602s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:37.005541Z","caller":"traceutil/trace.go:171","msg":"trace[1400108563] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"1.4959802s","start":"2026-02-25T23:01:35.509522Z","end":"2026-02-25T23:01:37.005502Z","steps":["trace[1400108563] 'process raft request' (duration: 1.495868817s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:37.005557Z","caller":"traceutil/trace.go:171","msg":"trace[310866116] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"1.496132985s","start":"2026-02-25T23:01:35.509357Z","end":"2026-02-25T23:01:37.00549Z","steps":["trace[310866116] 'process raft request' (duration: 1.49598903s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:37.005627Z","caller":"traceutil/trace.go:171","msg":"trace[1122984181] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"1.494688759s","start":"2026-02-25T23:01:35.510915Z","end":"2026-02-25T23:01:37.005604Z","steps":["trace[1122984181] 'process raft request' (duration: 1.494574306s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:37.005639Z","caller":"traceutil/trace.go:171","msg":"trace[523649736] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"1.495096322s","start":"2026-02-25T23:01:35.510481Z","end":"2026-02-25T23:01:37.005577Z","steps":["trace[523649736] 'process raft request' (duration: 1.494974409s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:37.005689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:35.510319Z","time spent":"1.495295209s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:37.005735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:35.50851Z","time spent":"1.497102186s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:37.005749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:35.509517Z","time spent":"1.496113824s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:37.005757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:35.509351Z","time spent":"1.496297931s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:37.005799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:35.510473Z","time spent":"1.495241437s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:37.00574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:35.51091Z","time spent":"1.494773302s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:37.007533Z","caller":"traceutil/trace.go:171","msg":"trace[1298895432] linearizableReadLoop","detail":"{readStateIndex:26217; appliedIndex:26209; }","duration":"1.633056667s","start":"2026-02-25T23:01:35.374459Z","end":"2026-02-25T23:01:37.007516Z","steps":["trace[1298895432] 'read index received' (duration: 681.278274ms)","trace[1298895432] 'applied index is now lower than readState.Index' (duration: 951.777403ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:37.008377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626942043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-25T23:01:37.00838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.979578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T23:01:37.008463Z","caller":"traceutil/trace.go:171","msg":"trace[40686904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25304; }","duration":"303.104572ms","start":"2026-02-25T23:01:36.705337Z","end":"2026-02-25T23:01:37.008441Z","steps":["trace[40686904] 'agreement among raft nodes before linearized reading' (duration: 302.781882ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:37.008501Z","caller":"traceutil/trace.go:171","msg":"trace[2077321178] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25304; }","duration":"1.627017566s","start":"2026-02-25T23:01:35.381401Z","end":"2026-02-25T23:01:37.008418Z","steps":["trace[2077321178] 'agreement among raft nodes before linearized reading' (duration: 1.626490269s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:37.008517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:36.705277Z","time spent":"303.230436ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T23:01:37.008566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:35.381391Z","time spent":"1.62716289s","remote":"127.0.0.1:47568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-25T23:01:37.008913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634444881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:37.008969Z","caller":"traceutil/trace.go:171","msg":"trace[1488814571] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25304; }","duration":"1.634528163s","start":"2026-02-25T23:01:35.374424Z","end":"2026-02-25T23:01:37.008952Z","steps":["trace[1488814571] 'agreement among raft nodes before linearized reading' (duration: 1.633402408s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:37.008977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.696911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T23:01:37.009012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:35.374403Z","time spent":"1.634599166s","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-25T23:01:37.009249Z","caller":"traceutil/trace.go:171","msg":"trace[1542597963] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"708.2465ms","start":"2026-02-25T23:01:36.300986Z","end":"2026-02-25T23:01:37.009232Z","steps":["trace[1542597963] 'process raft request' (duration: 706.424883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:37.009343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:36.300962Z","time spent":"708.330992ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:37.009347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.346002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T23:01:37.009423Z","caller":"traceutil/trace.go:171","msg":"trace[1202960074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25304; }","duration":"304.446815ms","start":"2026-02-25T23:01:36.704963Z","end":"2026-02-25T23:01:37.00941Z","steps":["trace[1202960074] 'agreement among raft nodes before linearized reading' (duration: 304.073033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:37.009463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:36.704949Z","time spent":"304.506086ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T23:01:37.00966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.06713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:37.009697Z","caller":"traceutil/trace.go:171","msg":"trace[1225355908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25304; }","duration":"606.128402ms","start":"2026-02-25T23:01:36.40356Z","end":"2026-02-25T23:01:37.009688Z","steps":["trace[1225355908] 'agreement among raft nodes before linearized reading' (duration: 606.06823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:37.009733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:36.403548Z","time spent":"606.178883ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:01:37.009915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.805354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T23:01:37.009951Z","caller":"traceutil/trace.go:171","msg":"trace[1259329612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25304; }","duration":"303.856776ms","start":"2026-02-25T23:01:36.706084Z","end":"2026-02-25T23:01:37.009941Z","steps":["trace[1259329612] 'agreement among raft nodes before linearized reading' (duration: 303.793204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:37.009988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:36.706076Z","time spent":"303.895177ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T23:01:37.010015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.714877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-02-25T23:01:37.010057Z","caller":"traceutil/trace.go:171","msg":"trace[719119292] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25304; }","duration":"616.788699ms","start":"2026-02-25T23:01:36.393259Z","end":"2026-02-25T23:01:37.010048Z","steps":["trace[719119292] 'agreement among raft nodes before linearized reading' (duration: 616.643795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:37.010084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:36.393244Z","time spent":"616.834581ms","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1673,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-25T23:01:37.010136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.586379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T23:01:37.010171Z","caller":"traceutil/trace.go:171","msg":"trace[1622944904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25304; }","duration":"304.683902ms","start":"2026-02-25T23:01:36.705477Z","end":"2026-02-25T23:01:37.010161Z","steps":["trace[1622944904] 'agreement among raft nodes before linearized reading' (duration: 304.607979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:37.010193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:36.705444Z","time spent":"304.745154ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T23:01:37.010252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.149675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-02-25T23:01:37.010282Z","caller":"traceutil/trace.go:171","msg":"trace[577247527] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25304; }","duration":"619.177245ms","start":"2026-02-25T23:01:36.391096Z","end":"2026-02-25T23:01:37.010273Z","steps":["trace[577247527] 'agreement among raft nodes before linearized reading' (duration: 619.104373ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:37.009016Z","caller":"traceutil/trace.go:171","msg":"trace[814773953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25304; }","duration":"303.768463ms","start":"2026-02-25T23:01:36.705235Z","end":"2026-02-25T23:01:37.009003Z","steps":["trace[814773953] 'agreement among raft nodes before linearized reading' (duration: 303.65933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:37.010312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:36.705219Z","time spent":"305.088014ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T23:01:37.010565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029306901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:01:37.010601Z","caller":"traceutil/trace.go:171","msg":"trace[162268109] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25304; }","duration":"1.029384994s","start":"2026-02-25T23:01:35.981209Z","end":"2026-02-25T23:01:37.010594Z","steps":["trace[162268109] 'agreement among raft nodes before linearized reading' (duration: 1.029237659s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:37.010624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:35.981186Z","time spent":"1.029430045s","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:37.010755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295876964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:37.010787Z","caller":"traceutil/trace.go:171","msg":"trace[1378366434] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25304; }","duration":"1.295956707s","start":"2026-02-25T23:01:35.71482Z","end":"2026-02-25T23:01:37.010776Z","steps":["trace[1378366434] 'agreement among raft nodes before linearized reading' (duration: 1.295908376s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:37.010818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:35.714792Z","time spent":"1.296018338s","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:37.011423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:36.391031Z","time spent":"620.373653ms","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1673,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-25T23:01:38.904877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095556,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T23:01:39.104998Z","caller":"traceutil/trace.go:171","msg":"trace[1773774638] linearizableReadLoop","detail":"{readStateIndex:26281; appliedIndex:26280; }","duration":"700.666089ms","start":"2026-02-25T23:01:38.404307Z","end":"2026-02-25T23:01:39.104973Z","steps":["trace[1773774638] 'read index received' (duration: 700.633598ms)","trace[1773774638] 'applied index is now lower than readState.Index' (duration: 31.321µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:39.105064Z","caller":"traceutil/trace.go:171","msg":"trace[159996644] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"779.936413ms","start":"2026-02-25T23:01:38.325106Z","end":"2026-02-25T23:01:39.105042Z","steps":["trace[159996644] 'process raft request' (duration: 779.686895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:39.10519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:38.325073Z","time spent":"780.033736ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:39.10523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.885976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:39.105332Z","caller":"traceutil/trace.go:171","msg":"trace[572060661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25367; }","duration":"701.055121ms","start":"2026-02-25T23:01:38.404255Z","end":"2026-02-25T23:01:39.10531Z","steps":["trace[572060661] 'agreement among raft nodes before linearized reading' (duration: 700.843105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:39.105397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:38.404228Z","time spent":"701.158265ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:01:39.605128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:01:39.775527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.98588ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:39.775695Z","caller":"traceutil/trace.go:171","msg":"trace[1670308240] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25367; }","duration":"456.162775ms","start":"2026-02-25T23:01:39.319502Z","end":"2026-02-25T23:01:39.775664Z","steps":["trace[1670308240] 'range keys from in-memory index tree' (duration: 455.964199ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:39.959931Z","caller":"traceutil/trace.go:171","msg":"trace[1177676165] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"949.48578ms","start":"2026-02-25T23:01:39.010413Z","end":"2026-02-25T23:01:39.959899Z","steps":["trace[1177676165] 'process raft request' (duration: 949.270283ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:39.960081Z","caller":"traceutil/trace.go:171","msg":"trace[574213053] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"949.436838ms","start":"2026-02-25T23:01:39.010632Z","end":"2026-02-25T23:01:39.960069Z","steps":["trace[574213053] 'process raft request' (duration: 949.229271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:39.960089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.010382Z","time spent":"949.627574ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:39.960137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.010604Z","time spent":"949.50339ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:39.960368Z","caller":"traceutil/trace.go:171","msg":"trace[236245841] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"949.462649ms","start":"2026-02-25T23:01:39.01088Z","end":"2026-02-25T23:01:39.960343Z","steps":["trace[236245841] 'process raft request' (duration: 949.147589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:39.960421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.010854Z","time spent":"949.539781ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:39.960494Z","caller":"traceutil/trace.go:171","msg":"trace[650237168] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"948.266361ms","start":"2026-02-25T23:01:39.012202Z","end":"2026-02-25T23:01:39.960469Z","steps":["trace[650237168] 'process raft request' (duration: 948.043414ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:39.960513Z","caller":"traceutil/trace.go:171","msg":"trace[965631993] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"948.105656ms","start":"2026-02-25T23:01:39.012369Z","end":"2026-02-25T23:01:39.960475Z","steps":["trace[965631993] 'process raft request' (duration: 947.999973ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:39.960599Z","caller":"traceutil/trace.go:171","msg":"trace[1570114238] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"947.61299ms","start":"2026-02-25T23:01:39.012956Z","end":"2026-02-25T23:01:39.960569Z","steps":["trace[1570114238] 'process raft request' (duration: 947.473065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:39.960604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.01219Z","time spent":"948.353734ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:39.960689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.012349Z","time spent":"948.255451ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:39.960693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.012943Z","time spent":"947.701303ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:40.95238Z","caller":"traceutil/trace.go:171","msg":"trace[1226860837] linearizableReadLoop","detail":"{readStateIndex:26288; appliedIndex:26281; }","duration":"1.84725415s","start":"2026-02-25T23:01:39.105076Z","end":"2026-02-25T23:01:40.952331Z","steps":["trace[1226860837] 'read index received' (duration: 854.58591ms)","trace[1226860837] 'applied index is now lower than readState.Index' (duration: 992.6673ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:40.952536Z","caller":"traceutil/trace.go:171","msg":"trace[638894558] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"1.553458493s","start":"2026-02-25T23:01:39.399026Z","end":"2026-02-25T23:01:40.952484Z","steps":["trace[638894558] 'process raft request' (duration: 1.553142573s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:40.952632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927498204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T23:01:40.952668Z","caller":"traceutil/trace.go:171","msg":"trace[352296934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25374; }","duration":"1.927580007s","start":"2026-02-25T23:01:39.025077Z","end":"2026-02-25T23:01:40.952657Z","steps":["trace[352296934] 'agreement among raft nodes before linearized reading' (duration: 1.927395541s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:40.952704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.025068Z","time spent":"1.927627218s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T23:01:40.952744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926957047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T23:01:40.952776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928243037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T23:01:40.952809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440252775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:40.952824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.399001Z","time spent":"1.553654249s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:40.952833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926814372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-25T23:01:40.952817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931944105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T23:01:40.952865Z","caller":"traceutil/trace.go:171","msg":"trace[756751452] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25374; }","duration":"2.440353858s","start":"2026-02-25T23:01:38.512495Z","end":"2026-02-25T23:01:40.952849Z","steps":["trace[756751452] 'agreement among raft nodes before linearized reading' (duration: 2.440227264s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:40.952884Z","caller":"traceutil/trace.go:171","msg":"trace[799898160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25374; }","duration":"1.926881555s","start":"2026-02-25T23:01:39.025988Z","end":"2026-02-25T23:01:40.952869Z","steps":["trace[799898160] 'agreement among raft nodes before linearized reading' (duration: 1.926747851s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:40.952912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:38.512471Z","time spent":"2.440429771s","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:40.952907Z","caller":"traceutil/trace.go:171","msg":"trace[930128255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25374; }","duration":"1.932091369s","start":"2026-02-25T23:01:39.020794Z","end":"2026-02-25T23:01:40.952885Z","steps":["trace[930128255] 'agreement among raft nodes before linearized reading' (duration: 1.93180134s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:40.952918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.02598Z","time spent":"1.926931616s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T23:01:40.952954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.020781Z","time spent":"1.932164542s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T23:01:40.952837Z","caller":"traceutil/trace.go:171","msg":"trace[1759138041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25374; }","duration":"1.928302999s","start":"2026-02-25T23:01:39.024516Z","end":"2026-02-25T23:01:40.952819Z","steps":["trace[1759138041] 'agreement among raft nodes before linearized reading' (duration: 1.928146644s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:40.953001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.024462Z","time spent":"1.928523996s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T23:01:40.95277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403310573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:40.952833Z","caller":"traceutil/trace.go:171","msg":"trace[1647305063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25374; }","duration":"1.927102982s","start":"2026-02-25T23:01:39.025706Z","end":"2026-02-25T23:01:40.952809Z","steps":["trace[1647305063] 'agreement among raft nodes before linearized reading' (duration: 1.926701309s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:40.952678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904325179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:01:40.953127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.025695Z","time spent":"1.927415991s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T23:01:40.953096Z","caller":"traceutil/trace.go:171","msg":"trace[321888132] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25374; }","duration":"2.403690345s","start":"2026-02-25T23:01:38.54939Z","end":"2026-02-25T23:01:40.95308Z","steps":["trace[321888132] 'agreement among raft nodes before linearized reading' (duration: 2.403313243s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:40.953139Z","caller":"traceutil/trace.go:171","msg":"trace[1933064839] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25374; }","duration":"1.904828955s","start":"2026-02-25T23:01:39.048294Z","end":"2026-02-25T23:01:40.953123Z","steps":["trace[1933064839] 'agreement among raft nodes before linearized reading' (duration: 1.904319949s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:40.953198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:38.549369Z","time spent":"2.403808559s","remote":"127.0.0.1:36376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:40.953205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.048276Z","time spent":"1.904917338s","remote":"127.0.0.1:56798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:41.002998Z","caller":"traceutil/trace.go:171","msg":"trace[1557422835] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"706.012479ms","start":"2026-02-25T23:01:40.296965Z","end":"2026-02-25T23:01:41.002977Z","steps":["trace[1557422835] 'process raft request' (duration: 705.905885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:41.00312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:40.296939Z","time spent":"706.114832ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:41.003188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882618181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:41.003252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303993602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:41.003277Z","caller":"traceutil/trace.go:171","msg":"trace[1429764328] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25375; }","duration":"1.304056844s","start":"2026-02-25T23:01:39.699213Z","end":"2026-02-25T23:01:41.00327Z","steps":["trace[1429764328] 'agreement among raft nodes before linearized reading' (duration: 1.304011502s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:41.003282Z","caller":"traceutil/trace.go:171","msg":"trace[1922535043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25375; }","duration":"1.882754655s","start":"2026-02-25T23:01:39.120502Z","end":"2026-02-25T23:01:41.003257Z","steps":["trace[1922535043] 'agreement among raft nodes before linearized reading' (duration: 1.882561039s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:41.003301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.699191Z","time spent":"1.304103936s","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:41.003334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.120484Z","time spent":"1.882840498s","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:01:41.003385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.919777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T23:01:41.003438Z","caller":"traceutil/trace.go:171","msg":"trace[1073803828] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:25375; }","duration":"397.046551ms","start":"2026-02-25T23:01:40.606378Z","end":"2026-02-25T23:01:41.003425Z","steps":["trace[1073803828] 'agreement among raft nodes before linearized reading' (duration: 396.856565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:41.003443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.746029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:41.003467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:40.606356Z","time spent":"397.106303ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-02-25T23:01:41.003418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.110877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-02-25T23:01:41.003494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775447072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-02-25T23:01:41.003525Z","caller":"traceutil/trace.go:171","msg":"trace[1382615537] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0; range_end:; response_count:1; response_revision:25375; }","duration":"125.271492ms","start":"2026-02-25T23:01:40.878234Z","end":"2026-02-25T23:01:41.003505Z","steps":["trace[1382615537] 'agreement among raft nodes before linearized reading' (duration: 124.982183ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:41.003562Z","caller":"traceutil/trace.go:171","msg":"trace[142457319] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5; range_end:; response_count:1; response_revision:25375; }","duration":"1.775561956s","start":"2026-02-25T23:01:39.227982Z","end":"2026-02-25T23:01:41.003544Z","steps":["trace[142457319] 'agreement among raft nodes before linearized reading' (duration: 1.77537868s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:41.0036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:39.227954Z","time spent":"1.775635998s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" "} {"level":"info","ts":"2026-02-25T23:01:41.00363Z","caller":"traceutil/trace.go:171","msg":"trace[1754029216] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25375; }","duration":"360.856603ms","start":"2026-02-25T23:01:40.642615Z","end":"2026-02-25T23:01:41.003471Z","steps":["trace[1754029216] 'agreement among raft nodes before linearized reading' (duration: 360.76157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:41.003502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.514379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:01:41.003754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:40.642576Z","time spent":"361.08527ms","remote":"127.0.0.1:54664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:41.003781Z","caller":"traceutil/trace.go:171","msg":"trace[1184346251] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25375; }","duration":"218.862221ms","start":"2026-02-25T23:01:40.784901Z","end":"2026-02-25T23:01:41.003763Z","steps":["trace[1184346251] 'agreement among raft nodes before linearized reading' (duration: 218.464728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:42.032527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.79544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:01:42.032805Z","caller":"traceutil/trace.go:171","msg":"trace[1538468161] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"1.07597182s","start":"2026-02-25T23:01:40.95678Z","end":"2026-02-25T23:01:42.032752Z","steps":["trace[1538468161] 'process raft request' (duration: 475.875381ms)","trace[1538468161] 'compare' (duration: 599.460089ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:42.032999Z","caller":"traceutil/trace.go:171","msg":"trace[1621093407] linearizableReadLoop","detail":"{readStateIndex:26296; appliedIndex:26289; }","duration":"1.023209667s","start":"2026-02-25T23:01:41.009771Z","end":"2026-02-25T23:01:42.032981Z","steps":["trace[1621093407] 'read index received' (duration: 422.902641ms)","trace[1621093407] 'applied index is now lower than readState.Index' (duration: 600.306146ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:42.033027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:40.956753Z","time spent":"1.076142715s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:42.033074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:41.005712Z","time spent":"1.027359139s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T23:01:42.033199Z","caller":"traceutil/trace.go:171","msg":"trace[897937252] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"1.027142791s","start":"2026-02-25T23:01:41.006034Z","end":"2026-02-25T23:01:42.033176Z","steps":["trace[897937252] 'process raft request' (duration: 1.026881523s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:42.033168Z","caller":"traceutil/trace.go:171","msg":"trace[2129501258] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"1.07532679s","start":"2026-02-25T23:01:40.957739Z","end":"2026-02-25T23:01:42.033065Z","steps":["trace[2129501258] 'process raft request' (duration: 1.07501777s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:42.033288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:41.006016Z","time spent":"1.027227634s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:42.033257Z","caller":"traceutil/trace.go:171","msg":"trace[1727821424] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"1.075530276s","start":"2026-02-25T23:01:40.957672Z","end":"2026-02-25T23:01:42.033202Z","steps":["trace[1727821424] 'process raft request' (duration: 1.075048001s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:42.033325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023530817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:42.033387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:40.957714Z","time spent":"1.075554567s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:42.033429Z","caller":"traceutil/trace.go:171","msg":"trace[1681075867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25381; }","duration":"1.023671231s","start":"2026-02-25T23:01:41.009733Z","end":"2026-02-25T23:01:42.033405Z","steps":["trace[1681075867] 'agreement among raft nodes before linearized reading' (duration: 1.023502746s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:42.033502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:41.009722Z","time spent":"1.023766455s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:01:42.033498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:40.95766Z","time spent":"1.075707731s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:42.033199Z","caller":"traceutil/trace.go:171","msg":"trace[1785557075] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"1.075809145s","start":"2026-02-25T23:01:40.957366Z","end":"2026-02-25T23:01:42.033175Z","steps":["trace[1785557075] 'process raft request' (duration: 1.07531587s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:42.033493Z","caller":"traceutil/trace.go:171","msg":"trace[728281128] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"1.07596108s","start":"2026-02-25T23:01:40.957274Z","end":"2026-02-25T23:01:42.033235Z","steps":["trace[728281128] 'process raft request' (duration: 1.075347861s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:42.033711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:40.957335Z","time spent":"1.07626999s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:42.033745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:40.957262Z","time spent":"1.076412504s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:42.070183Z","caller":"traceutil/trace.go:171","msg":"trace[449355439] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"103.158401ms","start":"2026-02-25T23:01:41.966985Z","end":"2026-02-25T23:01:42.070143Z","steps":["trace[449355439] 'process raft request' (duration: 103.10158ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:42.070212Z","caller":"traceutil/trace.go:171","msg":"trace[1389881084] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"103.181512ms","start":"2026-02-25T23:01:41.966991Z","end":"2026-02-25T23:01:42.070173Z","steps":["trace[1389881084] 'process raft request' (duration: 102.949505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.035458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000076875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T23:01:44.035583Z","caller":"traceutil/trace.go:171","msg":"trace[1122006189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00020647s","start":"2026-02-25T23:01:42.035318Z","end":"2026-02-25T23:01:44.035524Z","steps":["trace[1122006189] 'agreement among raft nodes before linearized reading' (duration: 2.000099956s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.035655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:42.035307Z","time spent":"2.000329513s","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 23:01:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T23:01:44.287742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603694756s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:01:44.288052Z","caller":"traceutil/trace.go:171","msg":"trace[91932864] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"1.328598832s","start":"2026-02-25T23:01:42.959438Z","end":"2026-02-25T23:01:44.288037Z","steps":["trace[91932864] 'process raft request' (duration: 1.328565041s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.2881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:42.959418Z","time spent":"1.328660375s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:44.288458Z","caller":"traceutil/trace.go:171","msg":"trace[526420389] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"2.321093346s","start":"2026-02-25T23:01:41.967354Z","end":"2026-02-25T23:01:44.288448Z","steps":["trace[526420389] 'process raft request' (duration: 2.320545488s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.2885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:41.967346Z","time spent":"2.321133688s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:44.28859Z","caller":"traceutil/trace.go:171","msg":"trace[1631860260] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"2.320391574s","start":"2026-02-25T23:01:41.968192Z","end":"2026-02-25T23:01:44.288583Z","steps":["trace[1631860260] 'process raft request' (duration: 2.319743613s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.288621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:41.968184Z","time spent":"2.320419884s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:44.288722Z","caller":"traceutil/trace.go:171","msg":"trace[1206811888] transaction","detail":"{read_only:false; response_revision:25388; number_of_response:1; }","duration":"2.253885384s","start":"2026-02-25T23:01:42.034829Z","end":"2026-02-25T23:01:44.288714Z","steps":["trace[1206811888] 'process raft request' (duration: 2.25313343s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.288755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:42.034807Z","time spent":"2.253929226s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:44.288851Z","caller":"traceutil/trace.go:171","msg":"trace[664664076] linearizableReadLoop","detail":"{readStateIndex:26302; appliedIndex:26296; }","duration":"2.255812075s","start":"2026-02-25T23:01:42.033033Z","end":"2026-02-25T23:01:44.288845Z","steps":["trace[664664076] 'read index received' (duration: 36.985592ms)","trace[664664076] 'applied index is now lower than readState.Index' (duration: 2.218825643s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:44.289087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2688449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-25T23:01:44.289157Z","caller":"traceutil/trace.go:171","msg":"trace[1770613750] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25389; }","duration":"2.268948553s","start":"2026-02-25T23:01:42.020195Z","end":"2026-02-25T23:01:44.289144Z","steps":["trace[1770613750] 'agreement among raft nodes before linearized reading' (duration: 2.268780597s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.289194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:42.020182Z","time spent":"2.269001414s","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-25T23:01:44.289362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270798021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-02-25T23:01:44.28939Z","caller":"traceutil/trace.go:171","msg":"trace[431586616] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25389; }","duration":"2.270862903s","start":"2026-02-25T23:01:42.01852Z","end":"2026-02-25T23:01:44.289383Z","steps":["trace[431586616] 'agreement among raft nodes before linearized reading' (duration: 2.27077237s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.289409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:42.018498Z","time spent":"2.270906555s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T23:01:44.289415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006358225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:44.289463Z","caller":"traceutil/trace.go:171","msg":"trace[1228268730] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25389; }","duration":"3.006422467s","start":"2026-02-25T23:01:41.283031Z","end":"2026-02-25T23:01:44.289453Z","steps":["trace[1228268730] 'agreement among raft nodes before linearized reading' (duration: 3.006330254s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.289486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:41.282959Z","time spent":"3.006521371s","remote":"127.0.0.1:36260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:44.289565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144864228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-02-25T23:01:44.289587Z","caller":"traceutil/trace.go:171","msg":"trace[1320361654] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:25389; }","duration":"3.14493278s","start":"2026-02-25T23:01:41.144647Z","end":"2026-02-25T23:01:44.28958Z","steps":["trace[1320361654] 'agreement among raft nodes before linearized reading' (duration: 3.144862888s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.289605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:41.144619Z","time spent":"3.144981912s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":902,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-02-25T23:01:44.289675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280903331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-02-25T23:01:44.289642Z","caller":"traceutil/trace.go:171","msg":"trace[1584065888] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"2.322614724s","start":"2026-02-25T23:01:41.966985Z","end":"2026-02-25T23:01:44.2896Z","steps":["trace[1584065888] 'process raft request' (duration: 716.960946ms)","trace[1584065888] 'compare' (duration: 1.603109287s)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:44.289703Z","caller":"traceutil/trace.go:171","msg":"trace[1445036088] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5; range_end:; response_count:1; response_revision:25389; }","duration":"2.280958573s","start":"2026-02-25T23:01:42.008736Z","end":"2026-02-25T23:01:44.289695Z","steps":["trace[1445036088] 'agreement among raft nodes before linearized reading' (duration: 2.28086806s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.289719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:42.008722Z","time spent":"2.280994105s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" "} {"level":"warn","ts":"2026-02-25T23:01:44.289834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308881388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:44.289854Z","caller":"traceutil/trace.go:171","msg":"trace[1921452122] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25389; }","duration":"2.308944191s","start":"2026-02-25T23:01:41.980905Z","end":"2026-02-25T23:01:44.28985Z","steps":["trace[1921452122] 'agreement among raft nodes before linearized reading' (duration: 2.30890879s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.289838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:41.966963Z","time spent":"2.322760139s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:44.288084Z","caller":"traceutil/trace.go:171","msg":"trace[261277484] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"2.320994723s","start":"2026-02-25T23:01:41.967044Z","end":"2026-02-25T23:01:44.288038Z","steps":["trace[261277484] 'process raft request' (duration: 2.320782066s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.289923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329575575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:01:44.289943Z","caller":"traceutil/trace.go:171","msg":"trace[1887689137] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25389; }","duration":"2.329626457s","start":"2026-02-25T23:01:41.960313Z","end":"2026-02-25T23:01:44.289939Z","steps":["trace[1887689137] 'agreement among raft nodes before linearized reading' (duration: 2.329566005s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.289956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:41.960295Z","time spent":"2.329657727s","remote":"127.0.0.1:54712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:44.290009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:41.967038Z","time spent":"2.322880702s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:44.28987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:41.980884Z","time spent":"2.308979821s","remote":"127.0.0.1:54676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:44.29013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658590688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:44.290214Z","caller":"traceutil/trace.go:171","msg":"trace[520716159] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25389; }","duration":"2.658735292s","start":"2026-02-25T23:01:41.631459Z","end":"2026-02-25T23:01:44.290194Z","steps":["trace[520716159] 'agreement among raft nodes before linearized reading' (duration: 2.658566777s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.290263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:41.631435Z","time spent":"2.658816695s","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:44.290297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69366285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-25T23:01:44.290373Z","caller":"traceutil/trace.go:171","msg":"trace[1018152592] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25389; }","duration":"2.693776303s","start":"2026-02-25T23:01:41.59658Z","end":"2026-02-25T23:01:44.290357Z","steps":["trace[1018152592] 'agreement among raft nodes before linearized reading' (duration: 2.693578847s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.290407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:41.596559Z","time spent":"2.693840495s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-25T23:01:44.379914Z","caller":"traceutil/trace.go:171","msg":"trace[337540138] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"304.415014ms","start":"2026-02-25T23:01:44.075462Z","end":"2026-02-25T23:01:44.379877Z","steps":["trace[337540138] 'process raft request' (duration: 304.174106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:44.380134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.075439Z","time spent":"304.576229ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:46.041783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999977471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T23:01:46.041874Z","caller":"traceutil/trace.go:171","msg":"trace[586809419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000129967s","start":"2026-02-25T23:01:44.041719Z","end":"2026-02-25T23:01:46.041849Z","steps":["trace[586809419] 'agreement among raft nodes before linearized reading' (duration: 2.000015703s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.041928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.041705Z","time spent":"2.000213769s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 23:01:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T23:01:46.741925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:45.444966Z","time spent":"1.296953139s","remote":"127.0.0.1:45910","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T23:01:46.742322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409019991s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:01:46.742614Z","caller":"traceutil/trace.go:171","msg":"trace[1665957056] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"2.666637452s","start":"2026-02-25T23:01:44.075923Z","end":"2026-02-25T23:01:46.74256Z","steps":["trace[1665957056] 'process raft request' (duration: 1.25727361s)","trace[1665957056] 'compare' (duration: 1.408595388s)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:46.742661Z","caller":"traceutil/trace.go:171","msg":"trace[1746964774] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"2.225570516s","start":"2026-02-25T23:01:44.517072Z","end":"2026-02-25T23:01:46.742643Z","steps":["trace[1746964774] 'process raft request' (duration: 2.225505464s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.743515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.517036Z","time spent":"2.226421863s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:46.742687Z","caller":"traceutil/trace.go:171","msg":"trace[71575299] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"2.447157072s","start":"2026-02-25T23:01:44.295498Z","end":"2026-02-25T23:01:46.742655Z","steps":["trace[71575299] 'process raft request' (duration: 2.446945026s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.743435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.075912Z","time spent":"2.667461569s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:46.742712Z","caller":"traceutil/trace.go:171","msg":"trace[85844830] linearizableReadLoop","detail":"{readStateIndex:26306; appliedIndex:26304; }","duration":"2.453832974s","start":"2026-02-25T23:01:44.288865Z","end":"2026-02-25T23:01:46.742698Z","steps":["trace[85844830] 'read index received' (duration: 90.742637ms)","trace[85844830] 'applied index is now lower than readState.Index' (duration: 2.363089197s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:46.743699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.295487Z","time spent":"2.448132603s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:46.742854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440501163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:46.743822Z","caller":"traceutil/trace.go:171","msg":"trace[2087635330] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25393; }","duration":"3.441514475s","start":"2026-02-25T23:01:43.302277Z","end":"2026-02-25T23:01:46.743791Z","steps":["trace[2087635330] 'agreement among raft nodes before linearized reading' (duration: 3.440450942s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.743891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:43.302255Z","time spent":"3.441616708s","remote":"127.0.0.1:54670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:46.742863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.340121811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:01:46.743964Z","caller":"traceutil/trace.go:171","msg":"trace[1237870388] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25393; }","duration":"4.341254107s","start":"2026-02-25T23:01:42.402691Z","end":"2026-02-25T23:01:46.743945Z","steps":["trace[1237870388] 'agreement among raft nodes before linearized reading' (duration: 4.340049119s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.742912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704933307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-25T23:01:46.744038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:42.402668Z","time spent":"4.341352621s","remote":"127.0.0.1:38552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:46.743984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.208837044s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T23:01:46.742902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.525635823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:01:46.744193Z","caller":"traceutil/trace.go:171","msg":"trace[170701181] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25393; }","duration":"3.526968385s","start":"2026-02-25T23:01:43.217207Z","end":"2026-02-25T23:01:46.744175Z","steps":["trace[170701181] 'agreement among raft nodes before linearized reading' (duration: 3.525644163s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.744315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:43.217184Z","time spent":"3.527077008s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:46.742929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623176546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:46.744372Z","caller":"traceutil/trace.go:171","msg":"trace[1965475892] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"1.209323509s","start":"2026-02-25T23:01:45.535035Z","end":"2026-02-25T23:01:46.744359Z","steps":["trace[1965475892] 'process raft request' (duration: 1.209221616s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:46.744406Z","caller":"traceutil/trace.go:171","msg":"trace[2073372646] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25393; }","duration":"3.624693024s","start":"2026-02-25T23:01:43.11969Z","end":"2026-02-25T23:01:46.744383Z","steps":["trace[2073372646] 'agreement among raft nodes before linearized reading' (duration: 3.623204007s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.744459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:45.535002Z","time spent":"1.209403582s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:46.744485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:43.119673Z","time spent":"3.624790218s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:46.74298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705400182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T23:01:46.74456Z","caller":"traceutil/trace.go:171","msg":"trace[2076163089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25393; }","duration":"2.706999783s","start":"2026-02-25T23:01:44.037523Z","end":"2026-02-25T23:01:46.744523Z","steps":["trace[2076163089] 'agreement among raft nodes before linearized reading' (duration: 2.705364041s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.744613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.037502Z","time spent":"2.707097256s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T23:01:46.743035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765524658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:46.744695Z","caller":"traceutil/trace.go:171","msg":"trace[576081807] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25393; }","duration":"2.76717457s","start":"2026-02-25T23:01:43.977503Z","end":"2026-02-25T23:01:46.744677Z","steps":["trace[576081807] 'agreement among raft nodes before linearized reading' (duration: 2.765509248s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.744751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:43.977461Z","time spent":"2.767272023s","remote":"127.0.0.1:54496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:46.744138Z","caller":"traceutil/trace.go:171","msg":"trace[810171930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25393; }","duration":"2.706115014s","start":"2026-02-25T23:01:44.037934Z","end":"2026-02-25T23:01:46.744049Z","steps":["trace[810171930] 'agreement among raft nodes before linearized reading' (duration: 2.704787682s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.74304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653738754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-25T23:01:46.744843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.037918Z","time spent":"2.706894419s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T23:01:46.744874Z","caller":"traceutil/trace.go:171","msg":"trace[775084743] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25393; }","duration":"2.655606573s","start":"2026-02-25T23:01:44.089251Z","end":"2026-02-25T23:01:46.744858Z","steps":["trace[775084743] 'agreement among raft nodes before linearized reading' (duration: 2.653692812s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.744925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.08923Z","time spent":"2.655683035s","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-25T23:01:46.743038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484466717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-25T23:01:46.745091Z","caller":"traceutil/trace.go:171","msg":"trace[1542901786] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25393; }","duration":"3.486579994s","start":"2026-02-25T23:01:43.258501Z","end":"2026-02-25T23:01:46.745081Z","steps":["trace[1542901786] 'agreement among raft nodes before linearized reading' (duration: 3.484363354s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.74513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:43.25848Z","time spent":"3.486638346s","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:46.743118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704575386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T23:01:46.745183Z","caller":"traceutil/trace.go:171","msg":"trace[723457623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25393; }","duration":"2.706659472s","start":"2026-02-25T23:01:44.038508Z","end":"2026-02-25T23:01:46.745168Z","steps":["trace[723457623] 'agreement among raft nodes before linearized reading' (duration: 2.704556815s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.745232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.038494Z","time spent":"2.706726484s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T23:01:46.743155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70501354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T23:01:46.74538Z","caller":"traceutil/trace.go:171","msg":"trace[1736596521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25393; }","duration":"2.707291521s","start":"2026-02-25T23:01:44.038079Z","end":"2026-02-25T23:01:46.745371Z","steps":["trace[1736596521] 'agreement among raft nodes before linearized reading' (duration: 2.704991698s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.74542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.038051Z","time spent":"2.707360074s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T23:01:46.743169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705091402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T23:01:46.745529Z","caller":"traceutil/trace.go:171","msg":"trace[641791323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25393; }","duration":"2.707494708s","start":"2026-02-25T23:01:44.038025Z","end":"2026-02-25T23:01:46.74552Z","steps":["trace[641791323] 'agreement among raft nodes before linearized reading' (duration: 2.705059361s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.745558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.038003Z","time spent":"2.70754674s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T23:01:46.743193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704620117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18979f94e3a08e1a\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-25T23:01:46.745739Z","caller":"traceutil/trace.go:171","msg":"trace[1713853236] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18979f94e3a08e1a; range_end:; response_count:1; response_revision:25393; }","duration":"2.707177478s","start":"2026-02-25T23:01:44.038549Z","end":"2026-02-25T23:01:46.745727Z","steps":["trace[1713853236] 'agreement among raft nodes before linearized reading' (duration: 2.704587156s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:46.745773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.038541Z","time spent":"2.70722232s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18979f94e3a08e1a\" "} {"level":"warn","ts":"2026-02-25T23:01:48.042356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T23:01:48.042445Z","caller":"traceutil/trace.go:171","msg":"trace[1159074217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322843s","start":"2026-02-25T23:01:46.042104Z","end":"2026-02-25T23:01:48.042427Z","steps":["trace[1159074217] 'agreement among raft nodes before linearized reading' (duration: 2.00021082s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:48.042491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.042082Z","time spent":"2.000399396s","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:01:49.175581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999693723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T23:01:49.175705Z","caller":"traceutil/trace.go:171","msg":"trace[749706615] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999862408s","start":"2026-02-25T23:01:47.175794Z","end":"2026-02-25T23:01:49.175656Z","steps":["trace[749706615] 'agreement among raft nodes before linearized reading' (duration: 1.999728984s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:49.175777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:47.175761Z","time spent":"2.000005053s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 23:01:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T23:01:49.593234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.848809769s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T23:01:49.593714Z","caller":"traceutil/trace.go:171","msg":"trace[1565363844] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"4.043794704s","start":"2026-02-25T23:01:45.549886Z","end":"2026-02-25T23:01:49.59368Z","steps":["trace[1565363844] 'process raft request' (duration: 4.043545666s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:49.59388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:45.549851Z","time spent":"4.043953339s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:50.051486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000364764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-25T23:01:50.051605Z","caller":"traceutil/trace.go:171","msg":"trace[462291629] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000529429s","start":"2026-02-25T23:01:48.051048Z","end":"2026-02-25T23:01:50.051578Z","steps":["trace[462291629] 'agreement among raft nodes before linearized reading' (duration: 2.000353403s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:50.051764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:48.050981Z","time spent":"2.000768797s","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 23:01:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T23:01:50.676391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082800147s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-25T23:01:50.678593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082856399s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T23:01:50.679066Z","caller":"traceutil/trace.go:171","msg":"trace[356404094] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"4.669361642s","start":"2026-02-25T23:01:46.009683Z","end":"2026-02-25T23:01:50.679045Z","steps":["trace[356404094] 'process raft request' (duration: 4.666799791s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:50.679198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.009634Z","time spent":"4.669488316s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:51.105974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.847327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:01:51.106191Z","caller":"traceutil/trace.go:171","msg":"trace[1742380020] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"4.810334063s","start":"2026-02-25T23:01:46.29582Z","end":"2026-02-25T23:01:51.106154Z","steps":["trace[1742380020] 'process raft request' (duration: 4.383210218s)","trace[1742380020] 'compare' (duration: 426.681831ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:51.106384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.295787Z","time spent":"4.810499949s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:51.106643Z","caller":"traceutil/trace.go:171","msg":"trace[1756288929] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"4.809757525s","start":"2026-02-25T23:01:46.296861Z","end":"2026-02-25T23:01:51.106618Z","steps":["trace[1756288929] 'process raft request' (duration: 4.809369093s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:51.106673Z","caller":"traceutil/trace.go:171","msg":"trace[1502690183] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"2.354842105s","start":"2026-02-25T23:01:48.75181Z","end":"2026-02-25T23:01:51.106652Z","steps":["trace[1502690183] 'process raft request' (duration: 2.354774433s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.106746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.29685Z","time spent":"4.809840107s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:51.106764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:48.751783Z","time spent":"2.354943199s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:51.106838Z","caller":"traceutil/trace.go:171","msg":"trace[1383979842] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"4.810632503s","start":"2026-02-25T23:01:46.2962Z","end":"2026-02-25T23:01:51.106832Z","steps":["trace[1383979842] 'process raft request' (duration: 4.809945911s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.106878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.296186Z","time spent":"4.810671904s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:51.106898Z","caller":"traceutil/trace.go:171","msg":"trace[297777098] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"4.721030181s","start":"2026-02-25T23:01:46.385856Z","end":"2026-02-25T23:01:51.106886Z","steps":["trace[297777098] 'process raft request' (duration: 4.720442272s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:51.106872Z","caller":"traceutil/trace.go:171","msg":"trace[1286000043] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"4.811005435s","start":"2026-02-25T23:01:46.295821Z","end":"2026-02-25T23:01:51.106826Z","steps":["trace[1286000043] 'process raft request' (duration: 4.810242051s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:51.106923Z","caller":"traceutil/trace.go:171","msg":"trace[1698035915] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"4.81054998s","start":"2026-02-25T23:01:46.296367Z","end":"2026-02-25T23:01:51.106917Z","steps":["trace[1698035915] 'process raft request' (duration: 4.809814886s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.106957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.296357Z","time spent":"4.810586031s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:51.106954Z","caller":"traceutil/trace.go:171","msg":"trace[1038032284] linearizableReadLoop","detail":"{readStateIndex:26318; appliedIndex:26309; }","duration":"4.363192893s","start":"2026-02-25T23:01:46.74375Z","end":"2026-02-25T23:01:51.106943Z","steps":["trace[1038032284] 'read index received' (duration: 689.452µs)","trace[1038032284] 'applied index is now lower than readState.Index' (duration: 4.362500841s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:51.106961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.385822Z","time spent":"4.721100223s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:51.106914Z","caller":"traceutil/trace.go:171","msg":"trace[637532079] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"4.357427841s","start":"2026-02-25T23:01:46.749471Z","end":"2026-02-25T23:01:51.106899Z","steps":["trace[637532079] 'process raft request' (duration: 4.356973447s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.749463Z","time spent":"4.357535774s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:51.10704Z","caller":"traceutil/trace.go:171","msg":"trace[51170435] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"4.359108094s","start":"2026-02-25T23:01:46.747924Z","end":"2026-02-25T23:01:51.107032Z","steps":["trace[51170435] 'process raft request' (duration: 4.358418072s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:51.107051Z","caller":"traceutil/trace.go:171","msg":"trace[1776734579] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"4.355959884s","start":"2026-02-25T23:01:46.751083Z","end":"2026-02-25T23:01:51.107043Z","steps":["trace[1776734579] 'process raft request' (duration: 4.355470258s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:51.107043Z","caller":"traceutil/trace.go:171","msg":"trace[1541904617] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"4.356727189s","start":"2026-02-25T23:01:46.750288Z","end":"2026-02-25T23:01:51.107015Z","steps":["trace[1541904617] 'process raft request' (duration: 4.356232473s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.295805Z","time spent":"4.811141359s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:51.107103Z","caller":"traceutil/trace.go:171","msg":"trace[282400326] transaction","detail":"{read_only:false; response_revision:25404; number_of_response:1; }","duration":"4.35804371s","start":"2026-02-25T23:01:46.749053Z","end":"2026-02-25T23:01:51.107097Z","steps":["trace[282400326] 'process raft request' (duration: 4.357351528s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.751077Z","time spent":"4.355999606s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:51.107136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.749045Z","time spent":"4.358071041s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:51.10714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.750267Z","time spent":"4.356829961s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:51.107058Z","caller":"traceutil/trace.go:171","msg":"trace[1160954337] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"4.357235314s","start":"2026-02-25T23:01:46.749804Z","end":"2026-02-25T23:01:51.107039Z","steps":["trace[1160954337] 'process raft request' (duration: 4.356677777s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.982879204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:51.107163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.775430507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:51.107212Z","caller":"traceutil/trace.go:171","msg":"trace[1051502805] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25409; }","duration":"4.982927167s","start":"2026-02-25T23:01:46.124277Z","end":"2026-02-25T23:01:51.107205Z","steps":["trace[1051502805] 'agreement among raft nodes before linearized reading' (duration: 4.982895726s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.12426Z","time spent":"4.982963987s","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:51.10722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.749797Z","time spent":"4.357396639s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:51.107218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.811445509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-02-25T23:01:51.107236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.814989773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-rcgpl\" ","response":"range_response_count:1 size:3482"} {"level":"info","ts":"2026-02-25T23:01:51.107239Z","caller":"traceutil/trace.go:171","msg":"trace[1319135648] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25409; }","duration":"5.77553023s","start":"2026-02-25T23:01:45.33169Z","end":"2026-02-25T23:01:51.107221Z","steps":["trace[1319135648] 'agreement among raft nodes before linearized reading' (duration: 5.775365465s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.606564784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:51.107266Z","caller":"traceutil/trace.go:171","msg":"trace[340857118] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-rcgpl; range_end:; response_count:1; response_revision:25409; }","duration":"6.815054304s","start":"2026-02-25T23:01:44.292203Z","end":"2026-02-25T23:01:51.107258Z","steps":["trace[340857118] 'agreement among raft nodes before linearized reading' (duration: 6.814899499s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:51.107262Z","caller":"traceutil/trace.go:171","msg":"trace[1803036311] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5; range_end:; response_count:1; response_revision:25409; }","duration":"5.811554242s","start":"2026-02-25T23:01:45.295696Z","end":"2026-02-25T23:01:51.10725Z","steps":["trace[1803036311] 'agreement among raft nodes before linearized reading' (duration: 5.811400457s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.093082079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:51.107288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:45.331603Z","time spent":"5.775674985s","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:51.107292Z","caller":"traceutil/trace.go:171","msg":"trace[176089617] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25409; }","duration":"6.606653726s","start":"2026-02-25T23:01:44.500625Z","end":"2026-02-25T23:01:51.107279Z","steps":["trace[176089617] 'agreement among raft nodes before linearized reading' (duration: 6.606577954s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:45.295661Z","time spent":"5.811635875s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" "} {"level":"warn","ts":"2026-02-25T23:01:51.10729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.529236731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-25T23:01:51.107088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.747911Z","time spent":"4.359144925s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:51.107374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.813224987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-25T23:01:51.107387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050202393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:51.107373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.814437065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-25T23:01:51.107394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380342673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:51.107406Z","caller":"traceutil/trace.go:171","msg":"trace[387029569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25409; }","duration":"1.050258186s","start":"2026-02-25T23:01:50.057143Z","end":"2026-02-25T23:01:51.107401Z","steps":["trace[387029569] 'agreement among raft nodes before linearized reading' (duration: 1.050222425s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:51.107407Z","caller":"traceutil/trace.go:171","msg":"trace[25928520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25409; }","duration":"6.813286439s","start":"2026-02-25T23:01:44.294111Z","end":"2026-02-25T23:01:51.107398Z","steps":["trace[25928520] 'agreement among raft nodes before linearized reading' (duration: 6.813187886s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.292178Z","time spent":"6.815110586s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3504,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-rcgpl\" "} {"level":"warn","ts":"2026-02-25T23:01:51.107425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:50.05712Z","time spent":"1.050302537s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T23:01:51.107428Z","caller":"traceutil/trace.go:171","msg":"trace[1984896296] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25409; }","duration":"6.814527708s","start":"2026-02-25T23:01:44.292885Z","end":"2026-02-25T23:01:51.107413Z","steps":["trace[1984896296] 'agreement among raft nodes before linearized reading' (duration: 6.814208308s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.294094Z","time spent":"6.8133369s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T23:01:51.107424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.359731724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-88e82b5d-0587-464e-a844-21ee1d1a3fa6\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-02-25T23:01:51.107471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.29288Z","time spent":"6.81458327s","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-25T23:01:51.107482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45090297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:51.107508Z","caller":"traceutil/trace.go:171","msg":"trace[662991193] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25409; }","duration":"1.450971553s","start":"2026-02-25T23:01:49.656529Z","end":"2026-02-25T23:01:51.107501Z","steps":["trace[662991193] 'agreement among raft nodes before linearized reading' (duration: 1.450933962s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.10749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741278939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:01:51.10733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.500586Z","time spent":"6.606736358s","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:51.10753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:49.656508Z","time spent":"1.451013824s","remote":"127.0.0.1:35998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:51.10754Z","caller":"traceutil/trace.go:171","msg":"trace[1416826963] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25409; }","duration":"1.74132903s","start":"2026-02-25T23:01:49.366203Z","end":"2026-02-25T23:01:51.107532Z","steps":["trace[1416826963] 'agreement among raft nodes before linearized reading' (duration: 1.741246677s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:49.366131Z","time spent":"1.741436874s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:51.10743Z","caller":"traceutil/trace.go:171","msg":"trace[1913750786] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25409; }","duration":"2.380420126s","start":"2026-02-25T23:01:48.727003Z","end":"2026-02-25T23:01:51.107423Z","steps":["trace[1913750786] 'agreement among raft nodes before linearized reading' (duration: 2.380361504s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:48.726982Z","time spent":"2.380640213s","remote":"127.0.0.1:36454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:51.107389Z","caller":"traceutil/trace.go:171","msg":"trace[129567484] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25409; }","duration":"6.529395006s","start":"2026-02-25T23:01:44.577975Z","end":"2026-02-25T23:01:51.10737Z","steps":["trace[129567484] 'agreement among raft nodes before linearized reading' (duration: 6.529058385s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.10767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:44.577953Z","time spent":"6.529702056s","remote":"127.0.0.1:54344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":229,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:51.107668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599239206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-25T23:01:51.107697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282643407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:51.107336Z","caller":"traceutil/trace.go:171","msg":"trace[110354666] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25409; }","duration":"5.093360368s","start":"2026-02-25T23:01:46.013956Z","end":"2026-02-25T23:01:51.107316Z","steps":["trace[110354666] 'agreement among raft nodes before linearized reading' (duration: 5.0930937s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.013937Z","time spent":"5.093817862s","remote":"127.0.0.1:36218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:51.107765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807026584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-25T23:01:51.107798Z","caller":"traceutil/trace.go:171","msg":"trace[1826549550] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25409; }","duration":"1.807057695s","start":"2026-02-25T23:01:49.300729Z","end":"2026-02-25T23:01:51.107787Z","steps":["trace[1826549550] 'agreement among raft nodes before linearized reading' (duration: 1.806926071s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470554634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:51.107824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:49.300654Z","time spent":"1.807164388s","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-25T23:01:51.107531Z","caller":"traceutil/trace.go:171","msg":"trace[1790625154] range","detail":"{range_begin:/registry/persistentvolumes/pvc-88e82b5d-0587-464e-a844-21ee1d1a3fa6; range_end:; response_count:1; response_revision:25409; }","duration":"4.359866898s","start":"2026-02-25T23:01:46.747629Z","end":"2026-02-25T23:01:51.107496Z","steps":["trace[1790625154] 'agreement among raft nodes before linearized reading' (duration: 4.35960329s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.04303847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:51.107761Z","caller":"traceutil/trace.go:171","msg":"trace[165343109] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25409; }","duration":"3.282745581s","start":"2026-02-25T23:01:47.824999Z","end":"2026-02-25T23:01:51.107744Z","steps":["trace[165343109] 'agreement among raft nodes before linearized reading' (duration: 3.282660258s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.068444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267260"} {"level":"info","ts":"2026-02-25T23:01:51.107861Z","caller":"traceutil/trace.go:171","msg":"trace[2014156558] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25409; }","duration":"1.470968987s","start":"2026-02-25T23:01:49.636874Z","end":"2026-02-25T23:01:51.107843Z","steps":["trace[2014156558] 'agreement among raft nodes before linearized reading' (duration: 1.470536183s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:47.824973Z","time spent":"3.282904946s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:51.107892Z","caller":"traceutil/trace.go:171","msg":"trace[1521903592] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25409; }","duration":"498.126976ms","start":"2026-02-25T23:01:50.609758Z","end":"2026-02-25T23:01:51.107885Z","steps":["trace[1521903592] 'agreement among raft nodes before linearized reading' (duration: 497.765965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.10788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.747604Z","time spent":"4.360258071s","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-88e82b5d-0587-464e-a844-21ee1d1a3fa6\" "} {"level":"warn","ts":"2026-02-25T23:01:51.107913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:50.609737Z","time spent":"498.170248ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267282,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-25T23:01:51.107913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:49.636799Z","time spent":"1.471099852s","remote":"127.0.0.1:36370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:51.107759Z","caller":"traceutil/trace.go:171","msg":"trace[1754846821] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25409; }","duration":"2.599314177s","start":"2026-02-25T23:01:48.508388Z","end":"2026-02-25T23:01:51.107702Z","steps":["trace[1754846821] 'agreement among raft nodes before linearized reading' (duration: 2.599177333s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118979208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:01:51.107968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.072351741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:51.107978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:48.508372Z","time spent":"2.599585447s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-25T23:01:51.108001Z","caller":"traceutil/trace.go:171","msg":"trace[1206534006] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25409; }","duration":"3.11904262s","start":"2026-02-25T23:01:47.988945Z","end":"2026-02-25T23:01:51.107988Z","steps":["trace[1206534006] 'agreement among raft nodes before linearized reading' (duration: 3.118941516s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.107338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.679912419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:51.108031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:47.988924Z","time spent":"3.119098411s","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:51.107884Z","caller":"traceutil/trace.go:171","msg":"trace[516081411] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25409; }","duration":"4.043117113s","start":"2026-02-25T23:01:47.064753Z","end":"2026-02-25T23:01:51.107871Z","steps":["trace[516081411] 'agreement among raft nodes before linearized reading' (duration: 4.04303442s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.10782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764714323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:01:51.108064Z","caller":"traceutil/trace.go:171","msg":"trace[407442129] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25409; }","duration":"5.680653862s","start":"2026-02-25T23:01:45.427394Z","end":"2026-02-25T23:01:51.108048Z","steps":["trace[407442129] 'agreement among raft nodes before linearized reading' (duration: 5.679917499s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.10787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919382367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:51.108117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:45.427377Z","time spent":"5.680722624s","remote":"127.0.0.1:36344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:51.108116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.337262051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:51.108169Z","caller":"traceutil/trace.go:171","msg":"trace[769722778] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25409; }","duration":"4.337361004s","start":"2026-02-25T23:01:46.770796Z","end":"2026-02-25T23:01:51.108157Z","steps":["trace[769722778] 'agreement among raft nodes before linearized reading' (duration: 4.33724886s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:51.108021Z","caller":"traceutil/trace.go:171","msg":"trace[314122245] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25409; }","duration":"4.072441563s","start":"2026-02-25T23:01:47.035562Z","end":"2026-02-25T23:01:51.108004Z","steps":["trace[314122245] 'agreement among raft nodes before linearized reading' (duration: 4.07234489s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:51.108181Z","caller":"traceutil/trace.go:171","msg":"trace[47234474] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25409; }","duration":"2.91975851s","start":"2026-02-25T23:01:48.188374Z","end":"2026-02-25T23:01:51.108132Z","steps":["trace[47234474] 'agreement among raft nodes before linearized reading' (duration: 2.919464861s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:51.108083Z","caller":"traceutil/trace.go:171","msg":"trace[973077007] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25409; }","duration":"2.765010002s","start":"2026-02-25T23:01:48.343054Z","end":"2026-02-25T23:01:51.108064Z","steps":["trace[973077007] 'agreement among raft nodes before linearized reading' (duration: 2.764724693s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.108239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:46.770771Z","time spent":"4.337451627s","remote":"127.0.0.1:56750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:51.10826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:48.343035Z","time spent":"2.765219379s","remote":"127.0.0.1:54668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:51.108071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:47.06474Z","time spent":"4.04331826s","remote":"127.0.0.1:54636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:51.10833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:48.188343Z","time spent":"2.919927866s","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:51.108233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:47.035532Z","time spent":"4.072693651s","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T23:01:51.108379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.385634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:51.108424Z","caller":"traceutil/trace.go:171","msg":"trace[105794753] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25409; }","duration":"655.462006ms","start":"2026-02-25T23:01:50.452941Z","end":"2026-02-25T23:01:51.108403Z","steps":["trace[105794753] 'agreement among raft nodes before linearized reading' (duration: 655.394244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.108448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044164003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-02-25T23:01:51.108465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:50.452914Z","time spent":"655.534298ms","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:01:51.108499Z","caller":"traceutil/trace.go:171","msg":"trace[1201125660] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25409; }","duration":"1.044231634s","start":"2026-02-25T23:01:50.064253Z","end":"2026-02-25T23:01:51.108485Z","steps":["trace[1201125660] 'agreement among raft nodes before linearized reading' (duration: 1.043958666s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:51.108537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:50.064244Z","time spent":"1.044282497s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-25T23:01:53.307546Z","caller":"traceutil/trace.go:171","msg":"trace[1421306525] linearizableReadLoop","detail":"{readStateIndex:26340; appliedIndex:26339; }","duration":"193.060543ms","start":"2026-02-25T23:01:53.114441Z","end":"2026-02-25T23:01:53.307502Z","steps":["trace[1421306525] 'read index received' (duration: 192.785824ms)","trace[1421306525] 'applied index is now lower than readState.Index' (duration: 272.899µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:53.307649Z","caller":"traceutil/trace.go:171","msg":"trace[194259579] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"193.254549ms","start":"2026-02-25T23:01:53.114351Z","end":"2026-02-25T23:01:53.307605Z","steps":["trace[194259579] 'process raft request' (duration: 192.860127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:53.307925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.447045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T23:01:53.308028Z","caller":"traceutil/trace.go:171","msg":"trace[97457207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25423; }","duration":"193.59837ms","start":"2026-02-25T23:01:53.114406Z","end":"2026-02-25T23:01:53.308004Z","steps":["trace[97457207] 'agreement among raft nodes before linearized reading' (duration: 193.257429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:53.808106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:01:54.308921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:01:54.516436Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.209183475s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T23:01:54.568808Z","caller":"traceutil/trace.go:171","msg":"trace[1945217632] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"1.453253335s","start":"2026-02-25T23:01:53.11553Z","end":"2026-02-25T23:01:54.568783Z","steps":["trace[1945217632] 'process raft request' (duration: 1.453170493s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:54.56891Z","caller":"traceutil/trace.go:171","msg":"trace[1935758892] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"1.451730387s","start":"2026-02-25T23:01:53.117147Z","end":"2026-02-25T23:01:54.568877Z","steps":["trace[1935758892] 'process raft request' (duration: 1.451591933s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:54.56898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:53.115512Z","time spent":"1.453370099s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:54.569072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:53.117092Z","time spent":"1.451893513s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:54.569205Z","caller":"traceutil/trace.go:171","msg":"trace[1063947650] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"1.454366231s","start":"2026-02-25T23:01:53.114825Z","end":"2026-02-25T23:01:54.569191Z","steps":["trace[1063947650] 'process raft request' (duration: 1.401804284s)","trace[1063947650] 'compare' (duration: 51.782752ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:54.569278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:53.114805Z","time spent":"1.454438413s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:54.569383Z","caller":"traceutil/trace.go:171","msg":"trace[474057004] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"1.454431113s","start":"2026-02-25T23:01:53.11494Z","end":"2026-02-25T23:01:54.569371Z","steps":["trace[474057004] 'process raft request' (duration: 1.453627297s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:54.569475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:53.114925Z","time spent":"1.454509705s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:54.569623Z","caller":"traceutil/trace.go:171","msg":"trace[1743990176] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"1.454184795s","start":"2026-02-25T23:01:53.115427Z","end":"2026-02-25T23:01:54.569611Z","steps":["trace[1743990176] 'process raft request' (duration: 1.453193664s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:54.569688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:53.115412Z","time spent":"1.454245147s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:54.569802Z","caller":"traceutil/trace.go:171","msg":"trace[1336519165] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"1.45433241s","start":"2026-02-25T23:01:53.115443Z","end":"2026-02-25T23:01:54.569775Z","steps":["trace[1336519165] 'process raft request' (duration: 1.453217604s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:54.569919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:53.11543Z","time spent":"1.454403402s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:55.282052Z","caller":"traceutil/trace.go:171","msg":"trace[2144549710] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"1.969125004s","start":"2026-02-25T23:01:53.312899Z","end":"2026-02-25T23:01:55.282024Z","steps":["trace[2144549710] 'process raft request' (duration: 1.968896607s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:55.282241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:53.312878Z","time spent":"1.969265109s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:55.295906Z","caller":"traceutil/trace.go:171","msg":"trace[2140455586] linearizableReadLoop","detail":"{readStateIndex:26348; appliedIndex:26340; }","duration":"1.988196759s","start":"2026-02-25T23:01:53.307677Z","end":"2026-02-25T23:01:55.295874Z","steps":["trace[2140455586] 'read index received' (duration: 1.208935417s)","trace[2140455586] 'applied index is now lower than readState.Index' (duration: 779.254662ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:55.295939Z","caller":"traceutil/trace.go:171","msg":"trace[1451703517] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"1.047425215s","start":"2026-02-25T23:01:54.248481Z","end":"2026-02-25T23:01:55.295906Z","steps":["trace[1451703517] 'process raft request' (duration: 1.033506334s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:55.296021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129285373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:55.296066Z","caller":"traceutil/trace.go:171","msg":"trace[272150313] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25431; }","duration":"2.129415697s","start":"2026-02-25T23:01:53.166638Z","end":"2026-02-25T23:01:55.296053Z","steps":["trace[272150313] 'agreement among raft nodes before linearized reading' (duration: 2.129283413s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:55.296084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:54.248444Z","time spent":"1.047564799s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:55.296098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:53.166608Z","time spent":"2.129477149s","remote":"127.0.0.1:36442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:55.296093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18025205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T23:01:55.296128Z","caller":"traceutil/trace.go:171","msg":"trace[2057839381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25431; }","duration":"2.180317812s","start":"2026-02-25T23:01:53.1158Z","end":"2026-02-25T23:01:55.296118Z","steps":["trace[2057839381] 'agreement among raft nodes before linearized reading' (duration: 2.180152397s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:55.29615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:53.115788Z","time spent":"2.180356663s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T23:01:55.296206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181279583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-25T23:01:55.296219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892543786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:55.296231Z","caller":"traceutil/trace.go:171","msg":"trace[893803452] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25431; }","duration":"2.181330453s","start":"2026-02-25T23:01:53.114893Z","end":"2026-02-25T23:01:55.296223Z","steps":["trace[893803452] 'agreement among raft nodes before linearized reading' (duration: 2.181271141s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:55.296247Z","caller":"traceutil/trace.go:171","msg":"trace[1266110585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25431; }","duration":"1.892636049s","start":"2026-02-25T23:01:53.403603Z","end":"2026-02-25T23:01:55.296239Z","steps":["trace[1266110585] 'agreement among raft nodes before linearized reading' (duration: 1.892589147s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:55.296248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179240858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T23:01:55.296257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:53.114871Z","time spent":"2.181376705s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T23:01:55.296265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:53.403557Z","time spent":"1.89270336s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T23:01:55.296275Z","caller":"traceutil/trace.go:171","msg":"trace[1677298948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25431; }","duration":"2.179281409s","start":"2026-02-25T23:01:53.116987Z","end":"2026-02-25T23:01:55.296269Z","steps":["trace[1677298948] 'agreement among raft nodes before linearized reading' (duration: 2.179220867s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:55.296293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:53.11698Z","time spent":"2.179309519s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T23:01:55.296147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180937371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T23:01:55.296353Z","caller":"traceutil/trace.go:171","msg":"trace[2031525972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25431; }","duration":"2.181181429s","start":"2026-02-25T23:01:53.115163Z","end":"2026-02-25T23:01:55.296345Z","steps":["trace[2031525972] 'agreement among raft nodes before linearized reading' (duration: 2.180865329s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:55.296376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:53.115152Z","time spent":"2.18121508s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T23:01:55.296414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.846446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:01:55.296424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241894012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:55.296437Z","caller":"traceutil/trace.go:171","msg":"trace[891646307] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25431; }","duration":"601.902888ms","start":"2026-02-25T23:01:54.694526Z","end":"2026-02-25T23:01:55.296429Z","steps":["trace[891646307] 'agreement among raft nodes before linearized reading' (duration: 601.861037ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:55.296452Z","caller":"traceutil/trace.go:171","msg":"trace[1973196591] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25431; }","duration":"1.241961235s","start":"2026-02-25T23:01:54.05448Z","end":"2026-02-25T23:01:55.296441Z","steps":["trace[1973196591] 'agreement among raft nodes before linearized reading' (duration: 1.241912674s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:55.296459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:54.694506Z","time spent":"601.947159ms","remote":"127.0.0.1:56786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:55.296476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:54.054455Z","time spent":"1.242013986s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:01:55.296473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.790633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:55.296509Z","caller":"traceutil/trace.go:171","msg":"trace[1806371957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25431; }","duration":"408.823914ms","start":"2026-02-25T23:01:54.887673Z","end":"2026-02-25T23:01:55.296497Z","steps":["trace[1806371957] 'agreement among raft nodes before linearized reading' (duration: 408.766642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:55.296545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:54.887613Z","time spent":"408.924957ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:01:55.296896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176015955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-02-25T23:01:55.296953Z","caller":"traceutil/trace.go:171","msg":"trace[1354163988] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5; range_end:; response_count:1; response_revision:25431; }","duration":"2.176104438s","start":"2026-02-25T23:01:53.120837Z","end":"2026-02-25T23:01:55.296941Z","steps":["trace[1354163988] 'agreement among raft nodes before linearized reading' (duration: 2.175907252s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:55.296982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:53.120829Z","time spent":"2.176144929s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" "} {"level":"warn","ts":"2026-02-25T23:01:55.831968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:01:56.200834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.536608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:01:56.201278Z","caller":"traceutil/trace.go:171","msg":"trace[1437303879] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"870.643179ms","start":"2026-02-25T23:01:55.330598Z","end":"2026-02-25T23:01:56.201241Z","steps":["trace[1437303879] 'process raft request' (duration: 716.624106ms)","trace[1437303879] 'compare' (duration: 152.760563ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:56.201383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:55.330581Z","time spent":"870.740462ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:57.111151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025013354s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T23:01:57.298275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967268135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T23:01:57.298352Z","caller":"traceutil/trace.go:171","msg":"trace[805248625] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.967386989s","start":"2026-02-25T23:01:55.330948Z","end":"2026-02-25T23:01:57.298335Z","steps":["trace[805248625] 'agreement among raft nodes before linearized reading' (duration: 1.967296336s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:57.298394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:55.330936Z","time spent":"1.96744842s","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 23:01:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T23:01:57.971701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.338152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:01:57.971918Z","caller":"traceutil/trace.go:171","msg":"trace[855509941] linearizableReadLoop","detail":"{readStateIndex:26354; appliedIndex:26348; }","duration":"2.640922007s","start":"2026-02-25T23:01:55.330984Z","end":"2026-02-25T23:01:57.971907Z","steps":["trace[855509941] 'read index received' (duration: 716.251863ms)","trace[855509941] 'applied index is now lower than readState.Index' (duration: 1.924669554s)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:57.972068Z","caller":"traceutil/trace.go:171","msg":"trace[1937882684] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"2.641380562s","start":"2026-02-25T23:01:55.330678Z","end":"2026-02-25T23:01:57.972058Z","steps":["trace[1937882684] 'process raft request' (duration: 1.780634636s)","trace[1937882684] 'compare' (duration: 859.919839ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:57.972125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:55.330653Z","time spent":"2.641451454s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:57.972233Z","caller":"traceutil/trace.go:171","msg":"trace[1020193971] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"2.641545537s","start":"2026-02-25T23:01:55.33068Z","end":"2026-02-25T23:01:57.972226Z","steps":["trace[1020193971] 'process raft request' (duration: 2.641136574s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:57.972282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:55.330653Z","time spent":"2.641611609s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:57.972385Z","caller":"traceutil/trace.go:171","msg":"trace[748558223] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"2.641653711s","start":"2026-02-25T23:01:55.330725Z","end":"2026-02-25T23:01:57.972379Z","steps":["trace[748558223] 'process raft request' (duration: 2.641122384s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:57.972434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:55.330707Z","time spent":"2.641708422s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:57.972518Z","caller":"traceutil/trace.go:171","msg":"trace[1439799989] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"2.641802435s","start":"2026-02-25T23:01:55.33071Z","end":"2026-02-25T23:01:57.972513Z","steps":["trace[1439799989] 'process raft request' (duration: 2.641155724s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:57.972567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:55.330683Z","time spent":"2.641866917s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:57.972659Z","caller":"traceutil/trace.go:171","msg":"trace[215868893] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"2.288427818s","start":"2026-02-25T23:01:55.684225Z","end":"2026-02-25T23:01:57.972653Z","steps":["trace[215868893] 'process raft request' (duration: 2.287659404s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:57.972744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:55.6842Z","time spent":"2.288518231s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:58.335185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.223502719s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T23:01:59.112175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.556666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:01:59.112876Z","caller":"traceutil/trace.go:171","msg":"trace[1679325364] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"2.53660662s","start":"2026-02-25T23:01:56.576249Z","end":"2026-02-25T23:01:59.112855Z","steps":["trace[1679325364] 'process raft request' (duration: 1.75928855s)","trace[1679325364] 'compare' (duration: 776.163833ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:01:59.112942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:56.576209Z","time spent":"2.536700293s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:59.113043Z","caller":"traceutil/trace.go:171","msg":"trace[727915673] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"2.536688242s","start":"2026-02-25T23:01:56.576303Z","end":"2026-02-25T23:01:59.112991Z","steps":["trace[727915673] 'process raft request' (duration: 2.53598422s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:59.113296Z","caller":"traceutil/trace.go:171","msg":"trace[817372226] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"2.536955621s","start":"2026-02-25T23:01:56.576314Z","end":"2026-02-25T23:01:59.11327Z","steps":["trace[817372226] 'process raft request' (duration: 2.53659904s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:59.113467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:56.576291Z","time spent":"2.537069935s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:59.113528Z","caller":"traceutil/trace.go:171","msg":"trace[1260435902] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"2.537205779s","start":"2026-02-25T23:01:56.576312Z","end":"2026-02-25T23:01:59.113518Z","steps":["trace[1260435902] 'process raft request' (duration: 2.536830147s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:59.113599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:56.576288Z","time spent":"2.537268861s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:59.113482Z","caller":"traceutil/trace.go:171","msg":"trace[1682430808] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"2.536871128s","start":"2026-02-25T23:01:56.576589Z","end":"2026-02-25T23:01:59.113461Z","steps":["trace[1682430808] 'process raft request' (duration: 2.536653821s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:59.113665Z","caller":"traceutil/trace.go:171","msg":"trace[887774466] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"2.535868397s","start":"2026-02-25T23:01:56.577769Z","end":"2026-02-25T23:01:59.113637Z","steps":["trace[887774466] 'process raft request' (duration: 2.535524186s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:59.113718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:56.576579Z","time spent":"2.537111107s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:59.113819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:56.577753Z","time spent":"2.53597928s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:01:59.113789Z","caller":"traceutil/trace.go:171","msg":"trace[999493925] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"2.139936441s","start":"2026-02-25T23:01:56.973787Z","end":"2026-02-25T23:01:59.113723Z","steps":["trace[999493925] 'process raft request' (duration: 2.139538418s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:59.114036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:56.973765Z","time spent":"2.140157778s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:59.114219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:56.576274Z","time spent":"2.536834847s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:01:59.306528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000361764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T23:01:59.306636Z","caller":"traceutil/trace.go:171","msg":"trace[1492850656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000512599s","start":"2026-02-25T23:01:57.306103Z","end":"2026-02-25T23:01:59.306616Z","steps":["trace[1492850656] 'agreement among raft nodes before linearized reading' (duration: 2.000373135s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:59.306699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:57.306095Z","time spent":"2.000592672s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 23:01:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T23:01:59.856204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.811205ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-25T23:01:59.856622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.639697ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:01:59.856755Z","caller":"traceutil/trace.go:171","msg":"trace[1156835666] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25444; }","duration":"536.799742ms","start":"2026-02-25T23:01:59.319935Z","end":"2026-02-25T23:01:59.856735Z","steps":["trace[1156835666] 'range keys from in-memory index tree' (duration: 536.622726ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:01:59.857601Z","caller":"traceutil/trace.go:171","msg":"trace[631458428] linearizableReadLoop","detail":"{readStateIndex:26362; appliedIndex:26354; }","duration":"1.885612895s","start":"2026-02-25T23:01:57.971956Z","end":"2026-02-25T23:01:59.857569Z","steps":["trace[631458428] 'read index received' (duration: 363.567279ms)","trace[631458428] 'applied index is now lower than readState.Index' (duration: 1.522042576s)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:01:59.857658Z","caller":"traceutil/trace.go:171","msg":"trace[396673208] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"1.650478569s","start":"2026-02-25T23:01:58.207151Z","end":"2026-02-25T23:01:59.857629Z","steps":["trace[396673208] 'process raft request' (duration: 1.649155067s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:01:59.857841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:58.207119Z","time spent":"1.650606402s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:00.213464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.469727991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:00.213537Z","caller":"traceutil/trace.go:171","msg":"trace[935299569] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25445; }","duration":"4.469881255s","start":"2026-02-25T23:01:55.743638Z","end":"2026-02-25T23:02:00.213519Z","steps":["trace[935299569] 'agreement among raft nodes before linearized reading' (duration: 4.11401429s)","trace[935299569] 'count revisions from in-memory index tree' (duration: 355.736511ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:00.213584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:55.74362Z","time spent":"4.469946577s","remote":"127.0.0.1:36444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:00.213653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516992787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:00.213725Z","caller":"traceutil/trace.go:171","msg":"trace[256600539] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25445; }","duration":"2.51708023s","start":"2026-02-25T23:01:57.696627Z","end":"2026-02-25T23:02:00.213707Z","steps":["trace[256600539] 'agreement among raft nodes before linearized reading' (duration: 2.1610543s)","trace[256600539] 'count revisions from in-memory index tree' (duration: 355.920007ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:00.213764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:57.696548Z","time spent":"2.517204843s","remote":"127.0.0.1:40148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:00.213889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.066811914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-25T23:02:00.213923Z","caller":"traceutil/trace.go:171","msg":"trace[970201737] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25445; }","duration":"4.066886037s","start":"2026-02-25T23:01:56.147026Z","end":"2026-02-25T23:02:00.213912Z","steps":["trace[970201737] 'agreement among raft nodes before linearized reading' (duration: 3.710569598s)","trace[970201737] 'range keys from in-memory index tree' (duration: 356.208826ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:00.213949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:56.146975Z","time spent":"4.066968879s","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-25T23:02:00.214037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.519599232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:02:00.214078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4514446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:00.214103Z","caller":"traceutil/trace.go:171","msg":"trace[1973669457] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25445; }","duration":"3.451505662s","start":"2026-02-25T23:01:56.762589Z","end":"2026-02-25T23:02:00.214094Z","steps":["trace[1973669457] 'agreement among raft nodes before linearized reading' (duration: 3.094990687s)","trace[1973669457] 'count revisions from in-memory index tree' (duration: 356.465984ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:00.21413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:56.762568Z","time spent":"3.451555794s","remote":"127.0.0.1:40226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:00.214221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911678513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18979f94e3a08e1a\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-25T23:02:00.214245Z","caller":"traceutil/trace.go:171","msg":"trace[561759922] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18979f94e3a08e1a; range_end:; response_count:1; response_revision:25445; }","duration":"2.911742605s","start":"2026-02-25T23:01:57.302495Z","end":"2026-02-25T23:02:00.214238Z","steps":["trace[561759922] 'agreement among raft nodes before linearized reading' (duration: 2.555205758s)","trace[561759922] 'range keys from in-memory index tree' (duration: 356.431853ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:00.214269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.912663157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-02-25T23:02:00.214299Z","caller":"traceutil/trace.go:171","msg":"trace[1228105897] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5; range_end:; response_count:1; response_revision:25445; }","duration":"3.912718698s","start":"2026-02-25T23:01:56.301571Z","end":"2026-02-25T23:02:00.21429Z","steps":["trace[1228105897] 'agreement among raft nodes before linearized reading' (duration: 3.556041888s)","trace[1228105897] 'range keys from in-memory index tree' (duration: 356.615019ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:00.21433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:56.301556Z","time spent":"3.912766949s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" "} {"level":"warn","ts":"2026-02-25T23:02:00.214649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927581767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T23:02:00.214738Z","caller":"traceutil/trace.go:171","msg":"trace[916609111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25445; }","duration":"2.927714452s","start":"2026-02-25T23:01:57.286999Z","end":"2026-02-25T23:02:00.214713Z","steps":["trace[916609111] 'agreement among raft nodes before linearized reading' (duration: 2.570719561s)","trace[916609111] 'range keys from in-memory index tree' (duration: 356.767233ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:00.21481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:57.286973Z","time spent":"2.927810715s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T23:02:00.214104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26356995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:00.21408Z","caller":"traceutil/trace.go:171","msg":"trace[873844435] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25445; }","duration":"4.519670434s","start":"2026-02-25T23:01:55.694398Z","end":"2026-02-25T23:02:00.214069Z","steps":["trace[873844435] 'agreement among raft nodes before linearized reading' (duration: 4.163295013s)","trace[873844435] 'count revisions from in-memory index tree' (duration: 356.32673ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:00.215049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990573677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-25T23:02:00.215075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:55.694383Z","time spent":"4.520678696s","remote":"127.0.0.1:54304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:02:00.215094Z","caller":"traceutil/trace.go:171","msg":"trace[1991965301] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25445; }","duration":"3.99065083s","start":"2026-02-25T23:01:56.224431Z","end":"2026-02-25T23:02:00.215082Z","steps":["trace[1991965301] 'agreement among raft nodes before linearized reading' (duration: 3.633191614s)","trace[1991965301] 'range keys from in-memory index tree' (duration: 356.838796ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:02:00.21508Z","caller":"traceutil/trace.go:171","msg":"trace[1470624469] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25445; }","duration":"2.264539661s","start":"2026-02-25T23:01:57.9505Z","end":"2026-02-25T23:02:00.21504Z","steps":["trace[1470624469] 'agreement among raft nodes before linearized reading' (duration: 1.907192539s)","trace[1470624469] 'count revisions from in-memory index tree' (duration: 356.392471ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:00.215129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:56.224412Z","time spent":"3.990709741s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T23:02:00.215173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:57.950483Z","time spent":"2.264656575s","remote":"127.0.0.1:40202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:00.214272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:57.302442Z","time spent":"2.911822078s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18979f94e3a08e1a\" "} {"level":"warn","ts":"2026-02-25T23:02:00.214134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.767230855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:02:00.215372Z","caller":"traceutil/trace.go:171","msg":"trace[1328231092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25445; }","duration":"4.768458824s","start":"2026-02-25T23:01:55.446859Z","end":"2026-02-25T23:02:00.215318Z","steps":["trace[1328231092] 'agreement among raft nodes before linearized reading' (duration: 4.410845814s)","trace[1328231092] 'count revisions from in-memory index tree' (duration: 356.414932ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:00.215504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:55.446838Z","time spent":"4.768620808s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:00.358331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:02:00.858954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:02:00.971247Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.161029678s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T23:02:00.971702Z","caller":"traceutil/trace.go:171","msg":"trace[658360300] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"1.161613246s","start":"2026-02-25T23:01:59.810057Z","end":"2026-02-25T23:02:00.97167Z","steps":["trace[658360300] 'process raft request' (duration: 1.161397189s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:00.971877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:59.810026Z","time spent":"1.161766121s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:01.307275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000055584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T23:02:01.307373Z","caller":"traceutil/trace.go:171","msg":"trace[2098970890] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000219219s","start":"2026-02-25T23:01:59.307127Z","end":"2026-02-25T23:02:01.307346Z","steps":["trace[2098970890] 'agreement among raft nodes before linearized reading' (duration: 2.000085255s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:01.307433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:59.307109Z","time spent":"2.000311732s","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 23:02:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T23:02:01.628359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.080552ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-25T23:02:01.628917Z","caller":"traceutil/trace.go:171","msg":"trace[614576797] linearizableReadLoop","detail":"{readStateIndex:26366; appliedIndex:26363; }","duration":"1.771205238s","start":"2026-02-25T23:01:59.85768Z","end":"2026-02-25T23:02:01.628885Z","steps":["trace[614576797] 'read index received' (duration: 1.113753669s)","trace[614576797] 'applied index is now lower than readState.Index' (duration: 657.450229ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:02:01.62908Z","caller":"traceutil/trace.go:171","msg":"trace[348114017] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"1.410141468s","start":"2026-02-25T23:02:00.218903Z","end":"2026-02-25T23:02:01.629045Z","steps":["trace[348114017] 'process raft request' (duration: 1.409776996s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:01.62917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979833693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:02:01.629204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547936888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:1 size:284"} {"level":"warn","ts":"2026-02-25T23:02:01.629211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902535572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:02:01.629222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147186091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:01.629248Z","caller":"traceutil/trace.go:171","msg":"trace[278616521] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25447; }","duration":"1.979954976s","start":"2026-02-25T23:01:59.64927Z","end":"2026-02-25T23:02:01.629225Z","steps":["trace[278616521] 'agreement among raft nodes before linearized reading' (duration: 1.97976095s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:01.629276Z","caller":"traceutil/trace.go:171","msg":"trace[983162403] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:1; response_revision:25447; }","duration":"2.548056453s","start":"2026-02-25T23:01:59.081204Z","end":"2026-02-25T23:02:01.62926Z","steps":["trace[983162403] 'agreement among raft nodes before linearized reading' (duration: 2.547799824s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:01.629218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661877222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:02:01.629275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:00.218895Z","time spent":"1.410280023s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:01.629296Z","caller":"traceutil/trace.go:171","msg":"trace[162758472] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25447; }","duration":"1.902683747s","start":"2026-02-25T23:01:59.72659Z","end":"2026-02-25T23:02:01.629274Z","steps":["trace[162758472] 'agreement among raft nodes before linearized reading' (duration: 1.902438579s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:01.629308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:59.081182Z","time spent":"2.548120314s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":306,"request content":"key:\"/registry/serviceaccounts/openstack/keepalived\" "} {"level":"info","ts":"2026-02-25T23:02:01.629307Z","caller":"traceutil/trace.go:171","msg":"trace[1871716859] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25447; }","duration":"3.147317915s","start":"2026-02-25T23:01:58.481968Z","end":"2026-02-25T23:02:01.629285Z","steps":["trace[1871716859] 'agreement among raft nodes before linearized reading' (duration: 3.147067867s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:01.629314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:59.649252Z","time spent":"1.98004486s","remote":"127.0.0.1:36184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:01.629336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:59.726573Z","time spent":"1.90275623s","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:02:01.629339Z","caller":"traceutil/trace.go:171","msg":"trace[1292145205] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25447; }","duration":"2.662061777s","start":"2026-02-25T23:01:58.967251Z","end":"2026-02-25T23:02:01.629313Z","steps":["trace[1292145205] 'agreement among raft nodes before linearized reading' (duration: 2.661768288s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:01.629361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:58.481944Z","time spent":"3.147398638s","remote":"127.0.0.1:54632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:01.629396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:58.967229Z","time spent":"2.66215238s","remote":"127.0.0.1:36514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:01.629248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283395641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:02:01.629473Z","caller":"traceutil/trace.go:171","msg":"trace[1104347760] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25447; }","duration":"3.283637838s","start":"2026-02-25T23:01:58.34581Z","end":"2026-02-25T23:02:01.629448Z","steps":["trace[1104347760] 'agreement among raft nodes before linearized reading' (duration: 3.283229916s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:01.629567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:58.345686Z","time spent":"3.283859506s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:01.628713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:00.217193Z","time spent":"1.411505082s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T23:02:01.631093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082058626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:01.631188Z","caller":"traceutil/trace.go:171","msg":"trace[357874717] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25447; }","duration":"3.082211441s","start":"2026-02-25T23:01:58.548952Z","end":"2026-02-25T23:02:01.631164Z","steps":["trace[357874717] 'agreement among raft nodes before linearized reading' (duration: 3.080061963s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:01.631233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:58.548929Z","time spent":"3.082294194s","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:02.719566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.111538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-25T23:02:02.71988Z","caller":"traceutil/trace.go:171","msg":"trace[438849258] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"1.600819864s","start":"2026-02-25T23:02:01.119043Z","end":"2026-02-25T23:02:02.719863Z","steps":["trace[438849258] 'process raft request' (duration: 1.600612638s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:02.719892Z","caller":"traceutil/trace.go:171","msg":"trace[1470539094] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"1.601349092s","start":"2026-02-25T23:02:01.118492Z","end":"2026-02-25T23:02:02.719841Z","steps":["trace[1470539094] 'process raft request' (duration: 943.888363ms)","trace[1470539094] 'compare' (duration: 656.481168ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:02.719958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:01.119032Z","time spent":"1.600890897s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:02.720047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:01.118473Z","time spent":"1.601489406s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:02.720357Z","caller":"traceutil/trace.go:171","msg":"trace[787945809] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"1.601179036s","start":"2026-02-25T23:02:01.119145Z","end":"2026-02-25T23:02:02.720324Z","steps":["trace[787945809] 'process raft request' (duration: 1.600654089s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:02.720552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:01.119138Z","time spent":"1.60130026s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:02.720673Z","caller":"traceutil/trace.go:171","msg":"trace[845261909] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"1.601101354s","start":"2026-02-25T23:02:01.119556Z","end":"2026-02-25T23:02:02.720657Z","steps":["trace[845261909] 'process raft request' (duration: 1.60067598s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:02.720765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:01.119526Z","time spent":"1.601200527s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:02.721019Z","caller":"traceutil/trace.go:171","msg":"trace[998833384] linearizableReadLoop","detail":"{readStateIndex:26372; appliedIndex:26366; }","duration":"1.09202747s","start":"2026-02-25T23:02:01.628974Z","end":"2026-02-25T23:02:02.721001Z","steps":["trace[998833384] 'read index received' (duration: 433.419455ms)","trace[998833384] 'applied index is now lower than readState.Index' (duration: 658.606335ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:02:02.720981Z","caller":"traceutil/trace.go:171","msg":"trace[688443003] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"1.600944869s","start":"2026-02-25T23:02:01.119995Z","end":"2026-02-25T23:02:02.720939Z","steps":["trace[688443003] 'process raft request' (duration: 1.600834605s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:02.721029Z","caller":"traceutil/trace.go:171","msg":"trace[872054382] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"857.155532ms","start":"2026-02-25T23:02:01.86385Z","end":"2026-02-25T23:02:02.721005Z","steps":["trace[872054382] 'process raft request' (duration: 857.122351ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:02.721045Z","caller":"traceutil/trace.go:171","msg":"trace[341726835] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"1.089899822s","start":"2026-02-25T23:02:01.631121Z","end":"2026-02-25T23:02:02.721021Z","steps":["trace[341726835] 'process raft request' (duration: 1.089801489s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:02.721099Z","caller":"traceutil/trace.go:171","msg":"trace[421382117] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"1.601381892s","start":"2026-02-25T23:02:01.119556Z","end":"2026-02-25T23:02:02.720938Z","steps":["trace[421382117] 'process raft request' (duration: 1.601043062s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:02.721152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:01.86383Z","time spent":"857.258145ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:02.721154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:01.631093Z","time spent":"1.090004476s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:02.721174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502927102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-02-25T23:02:02.721179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:01.119979Z","time spent":"1.601108894s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:02.721152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742502469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T23:02:02.721253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630792107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-02-25T23:02:02.721259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743592743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-25T23:02:02.721275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407941128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:02.721289Z","caller":"traceutil/trace.go:171","msg":"trace[204423029] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25455; }","duration":"2.630860919s","start":"2026-02-25T23:02:00.090416Z","end":"2026-02-25T23:02:02.721277Z","steps":["trace[204423029] 'agreement among raft nodes before linearized reading' (duration: 2.630758766s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:02.721224Z","caller":"traceutil/trace.go:171","msg":"trace[1225727011] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25455; }","duration":"2.502993974s","start":"2026-02-25T23:02:00.218215Z","end":"2026-02-25T23:02:02.721209Z","steps":["trace[1225727011] 'agreement among raft nodes before linearized reading' (duration: 2.502809268s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:02.721299Z","caller":"traceutil/trace.go:171","msg":"trace[1322293185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25455; }","duration":"2.743650806s","start":"2026-02-25T23:01:59.977638Z","end":"2026-02-25T23:02:02.721289Z","steps":["trace[1322293185] 'agreement among raft nodes before linearized reading' (duration: 2.74347914s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:02.721311Z","caller":"traceutil/trace.go:171","msg":"trace[1952887107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25455; }","duration":"1.408024311s","start":"2026-02-25T23:02:01.313276Z","end":"2026-02-25T23:02:02.7213Z","steps":["trace[1952887107] 'agreement among raft nodes before linearized reading' (duration: 1.407971639s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:02.721322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:00.090399Z","time spent":"2.630914951s","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-25T23:02:02.721334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:00.218208Z","time spent":"2.503109908s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T23:02:02.721335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:59.977632Z","time spent":"2.743695227s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T23:02:02.721344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:01.313249Z","time spent":"1.408088143s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:02:02.721334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744992699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-25T23:02:02.721388Z","caller":"traceutil/trace.go:171","msg":"trace[574425988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25455; }","duration":"2.745081451s","start":"2026-02-25T23:01:59.97629Z","end":"2026-02-25T23:02:02.721371Z","steps":["trace[574425988] 'agreement among raft nodes before linearized reading' (duration: 2.744911676s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:02.721398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74377925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-25T23:02:02.721427Z","caller":"traceutil/trace.go:171","msg":"trace[1926202861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25455; }","duration":"2.743847532s","start":"2026-02-25T23:01:59.977571Z","end":"2026-02-25T23:02:02.721418Z","steps":["trace[1926202861] 'agreement among raft nodes before linearized reading' (duration: 2.743744278s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:02.721421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:59.97627Z","time spent":"2.745143633s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T23:02:02.721445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:59.977542Z","time spent":"2.743899243s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-25T23:02:02.721279Z","caller":"traceutil/trace.go:171","msg":"trace[1279173322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25455; }","duration":"2.742634814s","start":"2026-02-25T23:01:59.97862Z","end":"2026-02-25T23:02:02.721255Z","steps":["trace[1279173322] 'agreement among raft nodes before linearized reading' (duration: 2.742438237s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:02.721494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:01:59.97861Z","time spent":"2.742868141s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T23:02:02.721545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090450001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9hqqz\" ","response":"range_response_count:1 size:6679"} {"level":"info","ts":"2026-02-25T23:02:02.721575Z","caller":"traceutil/trace.go:171","msg":"trace[1810970262] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9hqqz; range_end:; response_count:1; response_revision:25455; }","duration":"1.090519642s","start":"2026-02-25T23:02:01.631047Z","end":"2026-02-25T23:02:02.721566Z","steps":["trace[1810970262] 'agreement among raft nodes before linearized reading' (duration: 1.090419439s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:02.721578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546888044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:02:02.721624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.303595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:02:02.721622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:01.631028Z","time spent":"1.090587614s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6701,"request content":"key:\"/registry/pods/openstack/keepalived-9hqqz\" "} {"level":"info","ts":"2026-02-25T23:02:02.721637Z","caller":"traceutil/trace.go:171","msg":"trace[1774703856] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25455; }","duration":"1.546981127s","start":"2026-02-25T23:02:01.174638Z","end":"2026-02-25T23:02:02.721619Z","steps":["trace[1774703856] 'agreement among raft nodes before linearized reading' (duration: 1.546868954s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:02.721654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502166276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-02-25T23:02:02.721687Z","caller":"traceutil/trace.go:171","msg":"trace[2130842674] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5; range_end:; response_count:1; response_revision:25455; }","duration":"1.502219468s","start":"2026-02-25T23:02:01.219455Z","end":"2026-02-25T23:02:02.721675Z","steps":["trace[2130842674] 'agreement among raft nodes before linearized reading' (duration: 1.502103994s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:02.7217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:01.17462Z","time spent":"1.54706913s","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T23:02:02.721717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:01.219444Z","time spent":"1.50226907s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" "} {"level":"warn","ts":"2026-02-25T23:02:02.721722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.97341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-02-25T23:02:02.72174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.624232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-25T23:02:02.721769Z","caller":"traceutil/trace.go:171","msg":"trace[2057583892] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5; range_end:; response_count:1; response_revision:25455; }","duration":"661.077113ms","start":"2026-02-25T23:02:02.060679Z","end":"2026-02-25T23:02:02.721756Z","steps":["trace[2057583892] 'agreement among raft nodes before linearized reading' (duration: 660.96876ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:02.721777Z","caller":"traceutil/trace.go:171","msg":"trace[1050360626] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25455; }","duration":"971.704095ms","start":"2026-02-25T23:02:01.750063Z","end":"2026-02-25T23:02:02.721767Z","steps":["trace[1050360626] 'agreement among raft nodes before linearized reading' (duration: 971.600041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:02.72181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.060647Z","time spent":"661.155896ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" "} {"level":"warn","ts":"2026-02-25T23:02:02.721823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:01.750037Z","time spent":"971.781346ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-25T23:02:02.721651Z","caller":"traceutil/trace.go:171","msg":"trace[1414838227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25455; }","duration":"418.364537ms","start":"2026-02-25T23:02:02.303277Z","end":"2026-02-25T23:02:02.721642Z","steps":["trace[1414838227] 'agreement among raft nodes before linearized reading' (duration: 418.316765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:02.72164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607456445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-25T23:02:02.721909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.30326Z","time spent":"418.628316ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:02:02.721934Z","caller":"traceutil/trace.go:171","msg":"trace[635021184] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:25455; }","duration":"1.607751035s","start":"2026-02-25T23:02:01.114173Z","end":"2026-02-25T23:02:02.721924Z","steps":["trace[635021184] 'agreement among raft nodes before linearized reading' (duration: 1.607357172s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:02.721958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:01.114152Z","time spent":"1.607798586s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-02-25T23:02:02.721289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:01.119526Z","time spent":"1.601665742s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:03.22449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:02:03.725548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:02:03.830709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.107328724s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T23:02:04.716267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.332135ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-25T23:02:04.716335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.723275Z","time spent":"1.993056842s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T23:02:04.731307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000109366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T23:02:04.731382Z","caller":"traceutil/trace.go:171","msg":"trace[736268038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000200338s","start":"2026-02-25T23:02:02.731159Z","end":"2026-02-25T23:02:04.731359Z","steps":["trace[736268038] 'agreement among raft nodes before linearized reading' (duration: 2.000120116s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:04.73143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.731149Z","time spent":"2.000271771s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 23:02:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T23:02:05.04355Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.194263062s","expected-duration":"1s"} {"level":"info","ts":"2026-02-25T23:02:05.044145Z","caller":"traceutil/trace.go:171","msg":"trace[1891813135] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"2.315712245s","start":"2026-02-25T23:02:02.728406Z","end":"2026-02-25T23:02:05.044118Z","steps":["trace[1891813135] 'process raft request' (duration: 2.315596091s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:05.04417Z","caller":"traceutil/trace.go:171","msg":"trace[222719165] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"2.316038275s","start":"2026-02-25T23:02:02.728095Z","end":"2026-02-25T23:02:05.044133Z","steps":["trace[222719165] 'process raft request' (duration: 2.315708305s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:05.044364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.728079Z","time spent":"2.316155448s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:05.044404Z","caller":"traceutil/trace.go:171","msg":"trace[1623580285] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"2.315901561s","start":"2026-02-25T23:02:02.728438Z","end":"2026-02-25T23:02:05.04434Z","steps":["trace[1623580285] 'process raft request' (duration: 2.315636612s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:05.044508Z","caller":"traceutil/trace.go:171","msg":"trace[830478093] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"2.316006404s","start":"2026-02-25T23:02:02.728489Z","end":"2026-02-25T23:02:05.044496Z","steps":["trace[830478093] 'process raft request' (duration: 2.315686413s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:05.044604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.728417Z","time spent":"2.316092606s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:05.044646Z","caller":"traceutil/trace.go:171","msg":"trace[1670489753] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"2.316055565s","start":"2026-02-25T23:02:02.728582Z","end":"2026-02-25T23:02:05.044638Z","steps":["trace[1670489753] 'process raft request' (duration: 2.315660593s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:05.044694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.728573Z","time spent":"2.316096886s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:05.044455Z","caller":"traceutil/trace.go:171","msg":"trace[340949835] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"2.240363265s","start":"2026-02-25T23:02:02.80407Z","end":"2026-02-25T23:02:05.044434Z","steps":["trace[340949835] 'process raft request' (duration: 2.24022408s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:05.044606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.728483Z","time spent":"2.316066715s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:05.044784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.80405Z","time spent":"2.240695995s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:05.045008Z","caller":"traceutil/trace.go:171","msg":"trace[1315560812] linearizableReadLoop","detail":"{readStateIndex:26382; appliedIndex:26374; }","duration":"2.320559428s","start":"2026-02-25T23:02:02.724434Z","end":"2026-02-25T23:02:05.044994Z","steps":["trace[1315560812] 'read index received' (duration: 1.106463187s)","trace[1315560812] 'applied index is now lower than readState.Index' (duration: 1.214094271s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:05.045011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.728395Z","time spent":"2.315823648s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:05.045068Z","caller":"traceutil/trace.go:171","msg":"trace[1270350818] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"2.05197445s","start":"2026-02-25T23:02:02.993085Z","end":"2026-02-25T23:02:05.045059Z","steps":["trace[1270350818] 'process raft request' (duration: 2.051261278s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:05.045124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.993062Z","time spent":"2.052026622s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:05.045261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320820207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-02-25T23:02:05.045298Z","caller":"traceutil/trace.go:171","msg":"trace[1957379417] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25462; }","duration":"2.320870138s","start":"2026-02-25T23:02:02.724415Z","end":"2026-02-25T23:02:05.045285Z","steps":["trace[1957379417] 'agreement among raft nodes before linearized reading' (duration: 2.320707212s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:05.045328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.724407Z","time spent":"2.32091497s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-25T23:02:05.545908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T23:02:06.046808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095735,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T23:02:06.219035Z","caller":"traceutil/trace.go:171","msg":"trace[1185893795] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"1.491415875s","start":"2026-02-25T23:02:04.727588Z","end":"2026-02-25T23:02:06.219004Z","steps":["trace[1185893795] 'process raft request' (duration: 1.491331082s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:06.219107Z","caller":"traceutil/trace.go:171","msg":"trace[1723645317] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"1.501771504s","start":"2026-02-25T23:02:04.717283Z","end":"2026-02-25T23:02:06.219055Z","steps":["trace[1723645317] 'process raft request' (duration: 1.501202156s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:06.219154Z","caller":"traceutil/trace.go:171","msg":"trace[242868022] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"1.492768958s","start":"2026-02-25T23:02:04.726352Z","end":"2026-02-25T23:02:06.21912Z","steps":["trace[242868022] 'process raft request' (duration: 1.492484309s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.219226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:04.727577Z","time spent":"1.491545049s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:06.219305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:04.717268Z","time spent":"1.501929028s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:06.219309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:04.726329Z","time spent":"1.492896232s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:06.219333Z","caller":"traceutil/trace.go:171","msg":"trace[1279497872] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"1.4918962s","start":"2026-02-25T23:02:04.727407Z","end":"2026-02-25T23:02:06.219303Z","steps":["trace[1279497872] 'process raft request' (duration: 1.491473667s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:06.219315Z","caller":"traceutil/trace.go:171","msg":"trace[78624077] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"1.493211192s","start":"2026-02-25T23:02:04.726048Z","end":"2026-02-25T23:02:06.219259Z","steps":["trace[78624077] 'process raft request' (duration: 1.492712726s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.219439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:04.727393Z","time spent":"1.491990953s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:06.219576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:04.726025Z","time spent":"1.493401598s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:06.219703Z","caller":"traceutil/trace.go:171","msg":"trace[1810541228] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"1.491728045s","start":"2026-02-25T23:02:04.727958Z","end":"2026-02-25T23:02:06.219686Z","steps":["trace[1810541228] 'process raft request' (duration: 1.491001722s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:06.219777Z","caller":"traceutil/trace.go:171","msg":"trace[158953776] linearizableReadLoop","detail":"{readStateIndex:26390; appliedIndex:26382; }","duration":"1.174718132s","start":"2026-02-25T23:02:05.045031Z","end":"2026-02-25T23:02:06.219749Z","steps":["trace[158953776] 'read index received' (duration: 1.173440861s)","trace[158953776] 'applied index is now lower than readState.Index' (duration: 1.275891ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:06.219894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177417049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:02:06.219946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489667732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:02:06.219964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476998228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:02:06.219972Z","caller":"traceutil/trace.go:171","msg":"trace[905014138] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25470; }","duration":"2.177527213s","start":"2026-02-25T23:02:04.042425Z","end":"2026-02-25T23:02:06.219952Z","steps":["trace[905014138] 'agreement among raft nodes before linearized reading' (duration: 2.177351487s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:06.219983Z","caller":"traceutil/trace.go:171","msg":"trace[499240838] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25470; }","duration":"3.489749915s","start":"2026-02-25T23:02:02.73022Z","end":"2026-02-25T23:02:06.21997Z","steps":["trace[499240838] 'agreement among raft nodes before linearized reading' (duration: 3.489655492s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:06.220008Z","caller":"traceutil/trace.go:171","msg":"trace[1234977242] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25470; }","duration":"1.47707253s","start":"2026-02-25T23:02:04.742921Z","end":"2026-02-25T23:02:06.219994Z","steps":["trace[1234977242] 'agreement among raft nodes before linearized reading' (duration: 1.476901005s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.220026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:04.04241Z","time spent":"2.177599876s","remote":"127.0.0.1:43932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:06.220045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:04.742911Z","time spent":"1.477125962s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:06.220014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586709659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T23:02:06.220137Z","caller":"traceutil/trace.go:171","msg":"trace[606555606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25470; }","duration":"2.586875944s","start":"2026-02-25T23:02:03.633238Z","end":"2026-02-25T23:02:06.220114Z","steps":["trace[606555606] 'agreement among raft nodes before linearized reading' (duration: 2.586549544s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.220142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49248091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-02-25T23:02:06.220209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:03.63322Z","time spent":"2.586977677s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-25T23:02:06.220235Z","caller":"traceutil/trace.go:171","msg":"trace[386714616] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5; range_end:; response_count:1; response_revision:25470; }","duration":"2.492624855s","start":"2026-02-25T23:02:03.727591Z","end":"2026-02-25T23:02:06.220216Z","steps":["trace[386714616] 'agreement among raft nodes before linearized reading' (duration: 2.492345927s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.220295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:03.727556Z","time spent":"2.492724068s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" "} {"level":"warn","ts":"2026-02-25T23:02:06.220359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556755727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:02:06.220371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160522804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:02:06.220385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49279317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:02:06.219925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:04.727947Z","time spent":"1.49187073s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:06.220433Z","caller":"traceutil/trace.go:171","msg":"trace[1751578255] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25470; }","duration":"2.492883794s","start":"2026-02-25T23:02:03.727533Z","end":"2026-02-25T23:02:06.220416Z","steps":["trace[1751578255] 'agreement among raft nodes before linearized reading' (duration: 2.492810511s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.220465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488844173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:02:06.220484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:03.727509Z","time spent":"2.492961816s","remote":"127.0.0.1:43892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:02:06.220495Z","caller":"traceutil/trace.go:171","msg":"trace[321452595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25470; }","duration":"1.488899445s","start":"2026-02-25T23:02:04.731587Z","end":"2026-02-25T23:02:06.220486Z","steps":["trace[321452595] 'agreement among raft nodes before linearized reading' (duration: 1.488851643s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.220527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:04.731576Z","time spent":"1.488945837s","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:02:06.220626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205135389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:02:06.220697Z","caller":"traceutil/trace.go:171","msg":"trace[399347436] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25470; }","duration":"2.205248182s","start":"2026-02-25T23:02:04.015432Z","end":"2026-02-25T23:02:06.22068Z","steps":["trace[399347436] 'agreement among raft nodes before linearized reading' (duration: 2.205132908s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.220741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492824162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cbdfb66b-e34b-4a16-8552-3613097b06c4\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-02-25T23:02:06.220757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:04.015415Z","time spent":"2.205323845s","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:02:06.22079Z","caller":"traceutil/trace.go:171","msg":"trace[598401763] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"1.492041665s","start":"2026-02-25T23:02:04.728731Z","end":"2026-02-25T23:02:06.220773Z","steps":["trace[598401763] 'process raft request' (duration: 1.490732434s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.220893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49275381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-02-25T23:02:06.220932Z","caller":"traceutil/trace.go:171","msg":"trace[1605323169] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0; range_end:; response_count:1; response_revision:25470; }","duration":"3.492816452s","start":"2026-02-25T23:02:02.728107Z","end":"2026-02-25T23:02:06.220924Z","steps":["trace[1605323169] 'agreement among raft nodes before linearized reading' (duration: 3.492716849s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.220935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330998798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:02:06.220969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.728095Z","time spent":"3.492865974s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0\" "} {"level":"info","ts":"2026-02-25T23:02:06.220994Z","caller":"traceutil/trace.go:171","msg":"trace[2105698470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25470; }","duration":"1.331110962s","start":"2026-02-25T23:02:04.889868Z","end":"2026-02-25T23:02:06.220979Z","steps":["trace[2105698470] 'agreement among raft nodes before linearized reading' (duration: 1.331018099s)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:06.221026Z","caller":"traceutil/trace.go:171","msg":"trace[418149075] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"1.490481865s","start":"2026-02-25T23:02:04.73052Z","end":"2026-02-25T23:02:06.221002Z","steps":["trace[418149075] 'process raft request' (duration: 1.48905571s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.221057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:04.889846Z","time spent":"1.331198695s","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:02:06.221164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:04.730506Z","time spent":"1.490568459s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:06.220802Z","caller":"traceutil/trace.go:171","msg":"trace[192273950] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cbdfb66b-e34b-4a16-8552-3613097b06c4; range_end:; response_count:1; response_revision:25470; }","duration":"3.492908695s","start":"2026-02-25T23:02:02.727875Z","end":"2026-02-25T23:02:06.220783Z","steps":["trace[192273950] 'agreement among raft nodes before linearized reading' (duration: 3.492719959s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.221236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.727856Z","time spent":"3.493368039s","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-cbdfb66b-e34b-4a16-8552-3613097b06c4\" "} {"level":"warn","ts":"2026-02-25T23:02:06.220886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:04.728711Z","time spent":"1.492129468s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:06.221191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493343629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-25T23:02:06.220036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.730212Z","time spent":"3.489814316s","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-25T23:02:06.220428Z","caller":"traceutil/trace.go:171","msg":"trace[1737518081] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25470; }","duration":"2.160600417s","start":"2026-02-25T23:02:04.05981Z","end":"2026-02-25T23:02:06.22041Z","steps":["trace[1737518081] 'agreement among raft nodes before linearized reading' (duration: 2.160493663s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.221573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:04.0598Z","time spent":"2.161750453s","remote":"127.0.0.1:36436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:02:06.221372Z","caller":"traceutil/trace.go:171","msg":"trace[1837449207] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25470; }","duration":"3.493580527s","start":"2026-02-25T23:02:02.727777Z","end":"2026-02-25T23:02:06.221357Z","steps":["trace[1837449207] 'agreement among raft nodes before linearized reading' (duration: 3.492882194s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.222766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:02.727757Z","time spent":"3.49497547s","remote":"127.0.0.1:54360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-25T23:02:06.220417Z","caller":"traceutil/trace.go:171","msg":"trace[1329334892] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25470; }","duration":"1.55684957s","start":"2026-02-25T23:02:04.663548Z","end":"2026-02-25T23:02:06.220398Z","steps":["trace[1329334892] 'agreement among raft nodes before linearized reading' (duration: 1.556747807s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.222934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:04.663533Z","time spent":"1.559380171s","remote":"127.0.0.1:36262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:06.498593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.767196ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T23:02:06.499052Z","caller":"traceutil/trace.go:171","msg":"trace[301932134] linearizableReadLoop","detail":"{readStateIndex:26391; appliedIndex:26390; }","duration":"279.178083ms","start":"2026-02-25T23:02:06.219847Z","end":"2026-02-25T23:02:06.499026Z","steps":["trace[301932134] 'read index received' (duration: 37.903282ms)","trace[301932134] 'applied index is now lower than readState.Index' (duration: 241.273061ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:06.499174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.378683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:06.499219Z","caller":"traceutil/trace.go:171","msg":"trace[636364912] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"274.813945ms","start":"2026-02-25T23:02:06.22437Z","end":"2026-02-25T23:02:06.499184Z","steps":["trace[636364912] 'process raft request' (duration: 274.391842ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:06.499274Z","caller":"traceutil/trace.go:171","msg":"trace[1574811189] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25470; }","duration":"398.527858ms","start":"2026-02-25T23:02:06.100721Z","end":"2026-02-25T23:02:06.499249Z","steps":["trace[1574811189] 'agreement among raft nodes before linearized reading' (duration: 398.352993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.499329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.100694Z","time spent":"398.623381ms","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:06.572718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.293742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" ","response":"range_response_count:1 size:2247"} {"level":"info","ts":"2026-02-25T23:02:06.572797Z","caller":"traceutil/trace.go:171","msg":"trace[128026505] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5; range_end:; response_count:1; response_revision:25471; }","duration":"504.432607ms","start":"2026-02-25T23:02:06.068343Z","end":"2026-02-25T23:02:06.572775Z","steps":["trace[128026505] 'agreement among raft nodes before linearized reading' (duration: 430.828203ms)","trace[128026505] 'range keys from in-memory index tree' (duration: 73.418788ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:06.572832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.068312Z","time spent":"504.512689ms","remote":"127.0.0.1:38570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2269,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" "} {"level":"warn","ts":"2026-02-25T23:02:06.573342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.595855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:02:06.573447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462931592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:06.573447Z","caller":"traceutil/trace.go:171","msg":"trace[1031617798] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25471; }","duration":"751.722389ms","start":"2026-02-25T23:02:05.821695Z","end":"2026-02-25T23:02:06.573418Z","steps":["trace[1031617798] 'agreement among raft nodes before linearized reading' (duration: 677.500405ms)","trace[1031617798] 'count revisions from in-memory index tree' (duration: 74.037998ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:02:06.573482Z","caller":"traceutil/trace.go:171","msg":"trace[1794182798] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25471; }","duration":"1.463007605s","start":"2026-02-25T23:02:05.110463Z","end":"2026-02-25T23:02:06.573471Z","steps":["trace[1794182798] 'agreement among raft nodes before linearized reading' (duration: 1.388777601s)","trace[1794182798] 'range keys from in-memory index tree' (duration: 74.185622ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:06.573511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:05.110208Z","time spent":"1.463296684s","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T23:02:06.573503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:05.821636Z","time spent":"751.852392ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:06.573653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.886262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:06.573691Z","caller":"traceutil/trace.go:171","msg":"trace[494054607] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25471; }","duration":"879.996606ms","start":"2026-02-25T23:02:05.693684Z","end":"2026-02-25T23:02:06.573681Z","steps":["trace[494054607] 'agreement among raft nodes before linearized reading' (duration: 805.530775ms)","trace[494054607] 'count revisions from in-memory index tree' (duration: 74.40386ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:06.573714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:05.693656Z","time spent":"880.051738ms","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:06.573877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347557593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-25T23:02:06.573907Z","caller":"traceutil/trace.go:171","msg":"trace[433580069] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25471; }","duration":"1.347583144s","start":"2026-02-25T23:02:05.226312Z","end":"2026-02-25T23:02:06.573896Z","steps":["trace[433580069] 'agreement among raft nodes before linearized reading' (duration: 1.272914946s)","trace[433580069] 'range keys from in-memory index tree' (duration: 74.597655ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:06.573914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.37997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-25T23:02:06.573928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:05.226287Z","time spent":"1.347635716s","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-25T23:02:06.573959Z","caller":"traceutil/trace.go:171","msg":"trace[2035800154] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25471; }","duration":"420.454163ms","start":"2026-02-25T23:02:06.153484Z","end":"2026-02-25T23:02:06.573938Z","steps":["trace[2035800154] 'agreement among raft nodes before linearized reading' (duration: 345.790646ms)","trace[2035800154] 'range keys from in-memory index tree' (duration: 74.474892ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:06.574001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.153467Z","time spent":"420.526195ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-25T23:02:06.574316Z","caller":"traceutil/trace.go:171","msg":"trace[2067272743] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"348.436199ms","start":"2026-02-25T23:02:06.225868Z","end":"2026-02-25T23:02:06.574304Z","steps":["trace[2067272743] 'process raft request' (duration: 273.298387ms)","trace[2067272743] 'compare' (duration: 73.352345ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:06.574397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.225837Z","time spent":"348.506341ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:06.574566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.013841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-25T23:02:06.574591Z","caller":"traceutil/trace.go:171","msg":"trace[901849828] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25472; }","duration":"246.088704ms","start":"2026-02-25T23:02:06.328496Z","end":"2026-02-25T23:02:06.574585Z","steps":["trace[901849828] 'agreement among raft nodes before linearized reading' (duration: 246.008241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.574716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.391701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:06.574746Z","caller":"traceutil/trace.go:171","msg":"trace[1032561559] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25472; }","duration":"297.467603ms","start":"2026-02-25T23:02:06.277271Z","end":"2026-02-25T23:02:06.574739Z","steps":["trace[1032561559] 'agreement among raft nodes before linearized reading' (duration: 297.417601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.574875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.045532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:06.574901Z","caller":"traceutil/trace.go:171","msg":"trace[1456368684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25472; }","duration":"345.071743ms","start":"2026-02-25T23:02:06.229822Z","end":"2026-02-25T23:02:06.574894Z","steps":["trace[1456368684] 'agreement among raft nodes before linearized reading' (duration: 345.027461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.574921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.229802Z","time spent":"345.112134ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:02:06.574994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.689484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:06.575041Z","caller":"traceutil/trace.go:171","msg":"trace[96539060] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25472; }","duration":"346.739646ms","start":"2026-02-25T23:02:06.228291Z","end":"2026-02-25T23:02:06.57503Z","steps":["trace[96539060] 'agreement among raft nodes before linearized reading' (duration: 346.649903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.575076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.228253Z","time spent":"346.816468ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T23:02:06.575324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.457029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-25T23:02:06.575442Z","caller":"traceutil/trace.go:171","msg":"trace[1476136841] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25472; }","duration":"353.573422ms","start":"2026-02-25T23:02:06.221847Z","end":"2026-02-25T23:02:06.575421Z","steps":["trace[1476136841] 'agreement among raft nodes before linearized reading' (duration: 353.332515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:06.575492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.221808Z","time spent":"353.671255ms","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-25T23:02:07.480299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.273487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-02-25T23:02:07.48043Z","caller":"traceutil/trace.go:171","msg":"trace[1037319271] linearizableReadLoop","detail":"{readStateIndex:26394; appliedIndex:26393; }","duration":"903.433898ms","start":"2026-02-25T23:02:06.576973Z","end":"2026-02-25T23:02:07.480407Z","steps":["trace[1037319271] 'read index received' (duration: 500.784939ms)","trace[1037319271] 'applied index is now lower than readState.Index' (duration: 402.646049ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:02:07.480518Z","caller":"traceutil/trace.go:171","msg":"trace[396780622] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25473; }","duration":"903.985346ms","start":"2026-02-25T23:02:06.576522Z","end":"2026-02-25T23:02:07.480507Z","steps":["trace[396780622] 'process raft request' (duration: 501.304386ms)","trace[396780622] 'compare' (duration: 402.151074ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:07.480585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.576495Z","time spent":"904.050409ms","remote":"127.0.0.1:38570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-02-25T23:02:07.480686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.684916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:07.480769Z","caller":"traceutil/trace.go:171","msg":"trace[885469396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25473; }","duration":"903.80472ms","start":"2026-02-25T23:02:06.576946Z","end":"2026-02-25T23:02:07.48075Z","steps":["trace[885469396] 'agreement among raft nodes before linearized reading' (duration: 903.636165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.480821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.576928Z","time spent":"903.883753ms","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T23:02:07.93543Z","caller":"traceutil/trace.go:171","msg":"trace[1366173824] linearizableReadLoop","detail":"{readStateIndex:26396; appliedIndex:26394; }","duration":"454.942677ms","start":"2026-02-25T23:02:07.480468Z","end":"2026-02-25T23:02:07.935411Z","steps":["trace[1366173824] 'read index received' (duration: 452.565052ms)","trace[1366173824] 'applied index is now lower than readState.Index' (duration: 2.376465ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:02:07.935546Z","caller":"traceutil/trace.go:171","msg":"trace[864903495] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"1.358473709s","start":"2026-02-25T23:02:06.577062Z","end":"2026-02-25T23:02:07.935535Z","steps":["trace[864903495] 'process raft request' (duration: 1.356074713s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.935635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.577044Z","time spent":"1.35852149s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:07.935978Z","caller":"traceutil/trace.go:171","msg":"trace[1874358088] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"1.353234353s","start":"2026-02-25T23:02:06.582734Z","end":"2026-02-25T23:02:07.935969Z","steps":["trace[1874358088] 'process raft request' (duration: 1.352602393s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.936038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.582707Z","time spent":"1.353302965s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:07.93621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.811249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-02-25T23:02:07.936242Z","caller":"traceutil/trace.go:171","msg":"trace[2020080050] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5; range_end:; response_count:1; response_revision:25475; }","duration":"709.862741ms","start":"2026-02-25T23:02:07.22637Z","end":"2026-02-25T23:02:07.936233Z","steps":["trace[2020080050] 'agreement among raft nodes before linearized reading' (duration: 709.755688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.936264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:07.226358Z","time spent":"709.901382ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" "} {"level":"warn","ts":"2026-02-25T23:02:07.93642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.098748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-25T23:02:07.93645Z","caller":"traceutil/trace.go:171","msg":"trace[846560974] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25475; }","duration":"721.17206ms","start":"2026-02-25T23:02:07.215269Z","end":"2026-02-25T23:02:07.936441Z","steps":["trace[846560974] 'agreement among raft nodes before linearized reading' (duration: 721.082217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.936476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:07.215243Z","time spent":"721.225092ms","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-25T23:02:07.936618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321525587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:07.9367Z","caller":"traceutil/trace.go:171","msg":"trace[1368382007] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25475; }","duration":"1.321662371s","start":"2026-02-25T23:02:06.615015Z","end":"2026-02-25T23:02:07.936678Z","steps":["trace[1368382007] 'agreement among raft nodes before linearized reading' (duration: 1.321517077s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.936743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.614996Z","time spent":"1.321739874s","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-25T23:02:07.93674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357747395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0bc4a4e2-265c-4ed1-9f77-b98691763d62\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-02-25T23:02:07.936753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35376235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T23:02:07.936811Z","caller":"traceutil/trace.go:171","msg":"trace[1679752999] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0bc4a4e2-265c-4ed1-9f77-b98691763d62; range_end:; response_count:1; response_revision:25475; }","duration":"1.35789753s","start":"2026-02-25T23:02:06.578894Z","end":"2026-02-25T23:02:07.936791Z","steps":["trace[1679752999] 'agreement among raft nodes before linearized reading' (duration: 1.357668703s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.93683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.791772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:07.936833Z","caller":"traceutil/trace.go:171","msg":"trace[1206063872] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25475; }","duration":"1.353881393s","start":"2026-02-25T23:02:06.582933Z","end":"2026-02-25T23:02:07.936815Z","steps":["trace[1206063872] 'agreement among raft nodes before linearized reading' (duration: 1.353632285s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.936887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.582925Z","time spent":"1.353952466s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-25T23:02:07.93689Z","caller":"traceutil/trace.go:171","msg":"trace[1773506268] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25475; }","duration":"249.875344ms","start":"2026-02-25T23:02:07.686986Z","end":"2026-02-25T23:02:07.936861Z","steps":["trace[1773506268] 'agreement among raft nodes before linearized reading' (duration: 249.799362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.936903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.528517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T23:02:07.936938Z","caller":"traceutil/trace.go:171","msg":"trace[1966364438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25475; }","duration":"888.574138ms","start":"2026-02-25T23:02:07.048353Z","end":"2026-02-25T23:02:07.936927Z","steps":["trace[1966364438] 'agreement among raft nodes before linearized reading' (duration: 888.499366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.936949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.66377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-25T23:02:07.936833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.338168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18979fa227c52b08\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-02-25T23:02:07.936935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.785518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T23:02:07.936974Z","caller":"traceutil/trace.go:171","msg":"trace[1033090249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25475; }","duration":"887.749503ms","start":"2026-02-25T23:02:07.049217Z","end":"2026-02-25T23:02:07.936967Z","steps":["trace[1033090249] 'agreement among raft nodes before linearized reading' (duration: 887.67046ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:07.936989Z","caller":"traceutil/trace.go:171","msg":"trace[666160129] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18979fa227c52b08; range_end:; response_count:1; response_revision:25475; }","duration":"933.488593ms","start":"2026-02-25T23:02:07.003484Z","end":"2026-02-25T23:02:07.936973Z","steps":["trace[666160129] 'agreement among raft nodes before linearized reading' (duration: 933.278786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.937001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:07.049185Z","time spent":"887.811794ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T23:02:07.937015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319238864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:02:07.937018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:07.003412Z","time spent":"933.596676ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18979fa227c52b08\" "} {"level":"info","ts":"2026-02-25T23:02:07.937011Z","caller":"traceutil/trace.go:171","msg":"trace[114861534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25475; }","duration":"884.932353ms","start":"2026-02-25T23:02:07.05206Z","end":"2026-02-25T23:02:07.936993Z","steps":["trace[114861534] 'agreement among raft nodes before linearized reading' (duration: 884.682855ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:07.937041Z","caller":"traceutil/trace.go:171","msg":"trace[596636618] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25475; }","duration":"1.319273646s","start":"2026-02-25T23:02:06.61776Z","end":"2026-02-25T23:02:07.937033Z","steps":["trace[596636618] 'agreement among raft nodes before linearized reading' (duration: 1.319227994s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.937059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:07.052034Z","time spent":"885.016295ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T23:02:07.93707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.617754Z","time spent":"1.319307777s","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-25T23:02:07.936969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002389527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:02:07.936846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.578865Z","time spent":"1.357971592s","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-0bc4a4e2-265c-4ed1-9f77-b98691763d62\" "} {"level":"info","ts":"2026-02-25T23:02:07.93712Z","caller":"traceutil/trace.go:171","msg":"trace[1891023481] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25475; }","duration":"1.002581203s","start":"2026-02-25T23:02:06.934527Z","end":"2026-02-25T23:02:07.937109Z","steps":["trace[1891023481] 'agreement among raft nodes before linearized reading' (duration: 1.002402457s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.937154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:06.934505Z","time spent":"1.002634305s","remote":"127.0.0.1:36282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:07.936967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:07.048345Z","time spent":"888.614639ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T23:02:07.936733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.725878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:07.937267Z","caller":"traceutil/trace.go:171","msg":"trace[627944499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25475; }","duration":"448.309067ms","start":"2026-02-25T23:02:07.488946Z","end":"2026-02-25T23:02:07.937255Z","steps":["trace[627944499] 'agreement among raft nodes before linearized reading' (duration: 447.679837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.937305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:07.488931Z","time spent":"448.362029ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:02:07.937334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.874777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-02-25T23:02:07.937291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.065452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T23:02:07.937363Z","caller":"traceutil/trace.go:171","msg":"trace[1859920187] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5; range_end:; response_count:1; response_revision:25475; }","duration":"858.929729ms","start":"2026-02-25T23:02:07.078423Z","end":"2026-02-25T23:02:07.937353Z","steps":["trace[1859920187] 'agreement among raft nodes before linearized reading' (duration: 858.785284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.937385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:07.07841Z","time spent":"858.97121ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" "} {"level":"info","ts":"2026-02-25T23:02:07.938871Z","caller":"traceutil/trace.go:171","msg":"trace[1875469995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25475; }","duration":"888.189446ms","start":"2026-02-25T23:02:07.049183Z","end":"2026-02-25T23:02:07.937373Z","steps":["trace[1875469995] 'agreement among raft nodes before linearized reading' (duration: 887.413992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:07.939286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:07.049176Z","time spent":"890.089186ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T23:02:08.77206Z","caller":"traceutil/trace.go:171","msg":"trace[303272142] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"189.356065ms","start":"2026-02-25T23:02:08.582676Z","end":"2026-02-25T23:02:08.772032Z","steps":["trace[303272142] 'process raft request' (duration: 189.181809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:09.316986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.900614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-02-25T23:02:09.317077Z","caller":"traceutil/trace.go:171","msg":"trace[2006383166] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5; range_end:; response_count:1; response_revision:25493; }","duration":"372.052249ms","start":"2026-02-25T23:02:08.945006Z","end":"2026-02-25T23:02:09.317058Z","steps":["trace[2006383166] 'range keys from in-memory index tree' (duration: 371.684217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:09.317091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.650231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-svncv\" ","response":"range_response_count:1 size:15749"} {"level":"warn","ts":"2026-02-25T23:02:09.317119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:08.944892Z","time spent":"372.214934ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" "} {"level":"info","ts":"2026-02-25T23:02:09.317129Z","caller":"traceutil/trace.go:171","msg":"trace[312533809] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-svncv; range_end:; response_count:1; response_revision:25493; }","duration":"427.731925ms","start":"2026-02-25T23:02:08.889385Z","end":"2026-02-25T23:02:09.317117Z","steps":["trace[312533809] 'range keys from in-memory index tree' (duration: 427.525528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:09.31716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:08.889361Z","time spent":"427.787446ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15771,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-svncv\" "} {"level":"warn","ts":"2026-02-25T23:02:09.31716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.077192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-ovn-vpn-agent-default-svncv.18979eb0d231fdb5\" ","response":"range_response_count:1 size:927"} {"level":"info","ts":"2026-02-25T23:02:09.317226Z","caller":"traceutil/trace.go:171","msg":"trace[1149154021] range","detail":"{range_begin:/registry/events/openstack/neutron-ovn-vpn-agent-default-svncv.18979eb0d231fdb5; range_end:; response_count:1; response_revision:25493; }","duration":"426.187546ms","start":"2026-02-25T23:02:08.891021Z","end":"2026-02-25T23:02:09.317209Z","steps":["trace[1149154021] 'range keys from in-memory index tree' (duration: 425.948568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:09.317256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:08.891011Z","time spent":"426.237837ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":949,"request content":"key:\"/registry/events/openstack/neutron-ovn-vpn-agent-default-svncv.18979eb0d231fdb5\" "} {"level":"warn","ts":"2026-02-25T23:02:09.964604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.843762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:02:09.964724Z","caller":"traceutil/trace.go:171","msg":"trace[367495184] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25505; }","duration":"267.016108ms","start":"2026-02-25T23:02:09.697683Z","end":"2026-02-25T23:02:09.964699Z","steps":["trace[367495184] 'count revisions from in-memory index tree' (duration: 266.7755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:09.964733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.513608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:02:09.964806Z","caller":"traceutil/trace.go:171","msg":"trace[1177707134] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25505; }","duration":"170.626521ms","start":"2026-02-25T23:02:09.794157Z","end":"2026-02-25T23:02:09.964783Z","steps":["trace[1177707134] 'count revisions from in-memory index tree' (duration: 170.438994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:09.965414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.122458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-ovn-vpn-agent-default-svncv.18979eb0e0720fd0\" ","response":"range_response_count:1 size:798"} {"level":"info","ts":"2026-02-25T23:02:09.965498Z","caller":"traceutil/trace.go:171","msg":"trace[2137993088] range","detail":"{range_begin:/registry/events/openstack/neutron-ovn-vpn-agent-default-svncv.18979eb0e0720fd0; range_end:; response_count:1; response_revision:25505; }","duration":"271.273533ms","start":"2026-02-25T23:02:09.694201Z","end":"2026-02-25T23:02:09.965475Z","steps":["trace[2137993088] 'range keys from in-memory index tree' (duration: 270.949993ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:10.082641Z","caller":"traceutil/trace.go:171","msg":"trace[1492381550] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"114.312435ms","start":"2026-02-25T23:02:09.968307Z","end":"2026-02-25T23:02:10.08262Z","steps":["trace[1492381550] 'process raft request' (duration: 114.151319ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:10.499598Z","caller":"traceutil/trace.go:171","msg":"trace[1224371058] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"530.793511ms","start":"2026-02-25T23:02:09.968775Z","end":"2026-02-25T23:02:10.499569Z","steps":["trace[1224371058] 'process raft request' (duration: 528.586821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:10.49977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:09.968749Z","time spent":"530.919255ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:10.499924Z","caller":"traceutil/trace.go:171","msg":"trace[279868428] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"527.989933ms","start":"2026-02-25T23:02:09.971917Z","end":"2026-02-25T23:02:10.499907Z","steps":["trace[279868428] 'process raft request' (duration: 527.693343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:10.499982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:09.971909Z","time spent":"528.042404ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:10.499952Z","caller":"traceutil/trace.go:171","msg":"trace[893466428] linearizableReadLoop","detail":"{readStateIndex:26432; appliedIndex:26426; }","duration":"502.131632ms","start":"2026-02-25T23:02:09.997793Z","end":"2026-02-25T23:02:10.499924Z","steps":["trace[893466428] 'read index received' (duration: 84.725516ms)","trace[893466428] 'applied index is now lower than readState.Index' (duration: 417.404946ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:02:10.500094Z","caller":"traceutil/trace.go:171","msg":"trace[401527161] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"530.821032ms","start":"2026-02-25T23:02:09.96926Z","end":"2026-02-25T23:02:10.500081Z","steps":["trace[401527161] 'process raft request' (duration: 530.190802ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:10.500138Z","caller":"traceutil/trace.go:171","msg":"trace[1890112593] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"440.791608ms","start":"2026-02-25T23:02:10.059331Z","end":"2026-02-25T23:02:10.500123Z","steps":["trace[1890112593] 'process raft request' (duration: 440.535639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:10.500163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:09.969239Z","time spent":"530.889885ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:10.500272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:10.0593Z","time spent":"440.87772ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:10.500136Z","caller":"traceutil/trace.go:171","msg":"trace[1161078816] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"522.915381ms","start":"2026-02-25T23:02:09.977189Z","end":"2026-02-25T23:02:10.500104Z","steps":["trace[1161078816] 'process raft request' (duration: 522.594491ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:10.500093Z","caller":"traceutil/trace.go:171","msg":"trace[1305720160] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"527.169556ms","start":"2026-02-25T23:02:09.972905Z","end":"2026-02-25T23:02:10.500075Z","steps":["trace[1305720160] 'process raft request' (duration: 526.765153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:10.500484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:09.977181Z","time spent":"523.258763ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16056,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:10.500489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.665239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-25T23:02:10.500607Z","caller":"traceutil/trace.go:171","msg":"trace[1907512408] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25512; }","duration":"502.825144ms","start":"2026-02-25T23:02:09.997753Z","end":"2026-02-25T23:02:10.500578Z","steps":["trace[1907512408] 'agreement among raft nodes before linearized reading' (duration: 502.633418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:10.500665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:09.997736Z","time spent":"502.918807ms","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-25T23:02:10.500533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:09.972898Z","time spent":"527.59791ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:10.506085Z","caller":"traceutil/trace.go:171","msg":"trace[1048983009] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"267.646057ms","start":"2026-02-25T23:02:10.238411Z","end":"2026-02-25T23:02:10.506057Z","steps":["trace[1048983009] 'process raft request' (duration: 267.227773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:10.50616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.537159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-25T23:02:10.506251Z","caller":"traceutil/trace.go:171","msg":"trace[2080989647] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25520; }","duration":"405.684794ms","start":"2026-02-25T23:02:10.100544Z","end":"2026-02-25T23:02:10.506229Z","steps":["trace[2080989647] 'agreement among raft nodes before linearized reading' (duration: 405.373034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:10.506291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:10.100524Z","time spent":"405.759447ms","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-02-25T23:02:10.506529Z","caller":"traceutil/trace.go:171","msg":"trace[644367174] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"268.08144ms","start":"2026-02-25T23:02:10.238437Z","end":"2026-02-25T23:02:10.506519Z","steps":["trace[644367174] 'process raft request' (duration: 267.243504ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:10.506506Z","caller":"traceutil/trace.go:171","msg":"trace[867528753] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"315.001319ms","start":"2026-02-25T23:02:10.191493Z","end":"2026-02-25T23:02:10.506494Z","steps":["trace[867528753] 'process raft request' (duration: 313.858592ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:10.506662Z","caller":"traceutil/trace.go:171","msg":"trace[2021345026] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"268.196514ms","start":"2026-02-25T23:02:10.238458Z","end":"2026-02-25T23:02:10.506654Z","steps":["trace[2021345026] 'process raft request' (duration: 267.269794ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:10.506724Z","caller":"traceutil/trace.go:171","msg":"trace[1708119013] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"268.363509ms","start":"2026-02-25T23:02:10.238342Z","end":"2026-02-25T23:02:10.506705Z","steps":["trace[1708119013] 'process raft request' (duration: 267.251464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:10.506728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:10.19146Z","time spent":"315.214405ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9174,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:10.506749Z","caller":"traceutil/trace.go:171","msg":"trace[1100690727] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"267.509752ms","start":"2026-02-25T23:02:10.239233Z","end":"2026-02-25T23:02:10.506743Z","steps":["trace[1100690727] 'process raft request' (duration: 266.548172ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:10.506828Z","caller":"traceutil/trace.go:171","msg":"trace[1941736452] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"267.226943ms","start":"2026-02-25T23:02:10.239593Z","end":"2026-02-25T23:02:10.50682Z","steps":["trace[1941736452] 'process raft request' (duration: 266.243802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:10.506909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.209943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:10.506929Z","caller":"traceutil/trace.go:171","msg":"trace[1131352429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25520; }","duration":"103.270644ms","start":"2026-02-25T23:02:10.40365Z","end":"2026-02-25T23:02:10.50692Z","steps":["trace[1131352429] 'agreement among raft nodes before linearized reading' (duration: 103.234683ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:10.507001Z","caller":"traceutil/trace.go:171","msg":"trace[1935678911] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"271.521819ms","start":"2026-02-25T23:02:10.235469Z","end":"2026-02-25T23:02:10.50699Z","steps":["trace[1935678911] 'process raft request' (duration: 270.064793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:10.780574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.966242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-25T23:02:10.78068Z","caller":"traceutil/trace.go:171","msg":"trace[513894432] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25522; }","duration":"159.128597ms","start":"2026-02-25T23:02:10.621523Z","end":"2026-02-25T23:02:10.780652Z","steps":["trace[513894432] 'range keys from in-memory index tree' (duration: 158.751784ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:11.188201Z","caller":"traceutil/trace.go:171","msg":"trace[1922798535] linearizableReadLoop","detail":"{readStateIndex:26444; appliedIndex:26443; }","duration":"320.996759ms","start":"2026-02-25T23:02:10.867172Z","end":"2026-02-25T23:02:11.188169Z","steps":["trace[1922798535] 'read index received' (duration: 320.789073ms)","trace[1922798535] 'applied index is now lower than readState.Index' (duration: 206.836µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:02:11.188364Z","caller":"traceutil/trace.go:171","msg":"trace[534683492] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"403.122903ms","start":"2026-02-25T23:02:10.785202Z","end":"2026-02-25T23:02:11.188325Z","steps":["trace[534683492] 'process raft request' (duration: 402.810383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:11.188473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.948509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-02-25T23:02:11.188512Z","caller":"traceutil/trace.go:171","msg":"trace[1895212795] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0; range_end:; response_count:1; response_revision:25523; }","duration":"310.061623ms","start":"2026-02-25T23:02:10.878437Z","end":"2026-02-25T23:02:11.188499Z","steps":["trace[1895212795] 'agreement among raft nodes before linearized reading' (duration: 309.891518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:11.188542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:10.878411Z","time spent":"310.122805ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0\" "} {"level":"warn","ts":"2026-02-25T23:02:11.188545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:10.785179Z","time spent":"403.272598ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:11.188631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.391221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-25T23:02:11.188722Z","caller":"traceutil/trace.go:171","msg":"trace[1917394999] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25523; }","duration":"321.571477ms","start":"2026-02-25T23:02:10.867129Z","end":"2026-02-25T23:02:11.1887Z","steps":["trace[1917394999] 'agreement among raft nodes before linearized reading' (duration: 321.169785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:11.188831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:10.867111Z","time spent":"321.706862ms","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-02-25T23:02:11.188783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.627831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-02-25T23:02:11.188957Z","caller":"traceutil/trace.go:171","msg":"trace[595733832] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25523; }","duration":"217.846938ms","start":"2026-02-25T23:02:10.971095Z","end":"2026-02-25T23:02:11.188942Z","steps":["trace[595733832] 'agreement among raft nodes before linearized reading' (duration: 217.631581ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:11.908063Z","caller":"traceutil/trace.go:171","msg":"trace[770745579] linearizableReadLoop","detail":"{readStateIndex:26449; appliedIndex:26448; }","duration":"287.355873ms","start":"2026-02-25T23:02:11.620684Z","end":"2026-02-25T23:02:11.90804Z","steps":["trace[770745579] 'read index received' (duration: 287.178587ms)","trace[770745579] 'applied index is now lower than readState.Index' (duration: 176.266µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:02:11.908175Z","caller":"traceutil/trace.go:171","msg":"trace[1016048301] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"359.981805ms","start":"2026-02-25T23:02:11.548156Z","end":"2026-02-25T23:02:11.908137Z","steps":["trace[1016048301] 'process raft request' (duration: 359.732237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:11.908296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.706813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-25T23:02:11.908296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:11.548131Z","time spent":"360.094689ms","remote":"127.0.0.1:38608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2117,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T23:02:11.908341Z","caller":"traceutil/trace.go:171","msg":"trace[1742957586] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25527; }","duration":"158.807796ms","start":"2026-02-25T23:02:11.749523Z","end":"2026-02-25T23:02:11.90833Z","steps":["trace[1742957586] 'agreement among raft nodes before linearized reading' (duration: 158.661082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:11.908434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.718004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-25T23:02:11.908523Z","caller":"traceutil/trace.go:171","msg":"trace[1859807105] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25527; }","duration":"287.858499ms","start":"2026-02-25T23:02:11.620645Z","end":"2026-02-25T23:02:11.908503Z","steps":["trace[1859807105] 'agreement among raft nodes before linearized reading' (duration: 287.515098ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:12.115742Z","caller":"traceutil/trace.go:171","msg":"trace[358399472] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"189.089576ms","start":"2026-02-25T23:02:11.926615Z","end":"2026-02-25T23:02:12.115704Z","steps":["trace[358399472] 'process raft request' (duration: 187.503696ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:12.629115Z","caller":"traceutil/trace.go:171","msg":"trace[590423021] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"117.119244ms","start":"2026-02-25T23:02:12.51196Z","end":"2026-02-25T23:02:12.629079Z","steps":["trace[590423021] 'process raft request' (duration: 116.886887ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:12.859933Z","caller":"traceutil/trace.go:171","msg":"trace[1113635618] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"345.265169ms","start":"2026-02-25T23:02:12.514634Z","end":"2026-02-25T23:02:12.859899Z","steps":["trace[1113635618] 'process raft request' (duration: 345.172046ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:12.859999Z","caller":"traceutil/trace.go:171","msg":"trace[24820347] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"347.679855ms","start":"2026-02-25T23:02:12.512281Z","end":"2026-02-25T23:02:12.859961Z","steps":["trace[24820347] 'process raft request' (duration: 346.56124ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:12.860046Z","caller":"traceutil/trace.go:171","msg":"trace[935766690] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"347.683716ms","start":"2026-02-25T23:02:12.512335Z","end":"2026-02-25T23:02:12.860019Z","steps":["trace[935766690] 'process raft request' (duration: 347.326604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:12.860144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:12.514605Z","time spent":"345.420844ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:12.860208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:12.51233Z","time spent":"347.765868ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:12.860289Z","caller":"traceutil/trace.go:171","msg":"trace[716608159] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"345.479996ms","start":"2026-02-25T23:02:12.514793Z","end":"2026-02-25T23:02:12.860273Z","steps":["trace[716608159] 'process raft request' (duration: 345.27904ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:12.860281Z","caller":"traceutil/trace.go:171","msg":"trace[365097349] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"343.123491ms","start":"2026-02-25T23:02:12.517125Z","end":"2026-02-25T23:02:12.860248Z","steps":["trace[365097349] 'process raft request' (duration: 343.058749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:12.860207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:12.512273Z","time spent":"347.81587ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:12.860385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:12.514783Z","time spent":"345.557458ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:12.86046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:12.517114Z","time spent":"343.248455ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:12.860514Z","caller":"traceutil/trace.go:171","msg":"trace[1406519509] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"345.546278ms","start":"2026-02-25T23:02:12.514954Z","end":"2026-02-25T23:02:12.8605Z","steps":["trace[1406519509] 'process raft request' (duration: 345.159096ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:12.860527Z","caller":"traceutil/trace.go:171","msg":"trace[595427113] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"345.767434ms","start":"2026-02-25T23:02:12.514743Z","end":"2026-02-25T23:02:12.86051Z","steps":["trace[595427113] 'process raft request' (duration: 345.112724ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:12.860531Z","caller":"traceutil/trace.go:171","msg":"trace[1004793733] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"306.749958ms","start":"2026-02-25T23:02:12.553736Z","end":"2026-02-25T23:02:12.860486Z","steps":["trace[1004793733] 'process raft request' (duration: 306.649674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:12.860592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:12.514948Z","time spent":"345.60388ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:12.860627Z","caller":"traceutil/trace.go:171","msg":"trace[1764335893] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"344.577067ms","start":"2026-02-25T23:02:12.516039Z","end":"2026-02-25T23:02:12.860616Z","steps":["trace[1764335893] 'process raft request' (duration: 344.110752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:12.860648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:12.553715Z","time spent":"306.887212ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:12.860677Z","caller":"traceutil/trace.go:171","msg":"trace[1307807613] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"345.905929ms","start":"2026-02-25T23:02:12.514757Z","end":"2026-02-25T23:02:12.860663Z","steps":["trace[1307807613] 'process raft request' (duration: 345.234428ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:12.860738Z","caller":"traceutil/trace.go:171","msg":"trace[1115375744] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"342.497461ms","start":"2026-02-25T23:02:12.518229Z","end":"2026-02-25T23:02:12.860726Z","steps":["trace[1115375744] 'process raft request' (duration: 341.982715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:12.86078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:12.514725Z","time spent":"346.001682ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:12.860807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:12.51822Z","time spent":"342.550373ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:12.860689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:12.516019Z","time spent":"344.640019ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:12.860623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:12.514713Z","time spent":"345.857777ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:14.568681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095895,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T23:02:14.628722Z","caller":"traceutil/trace.go:171","msg":"trace[72856245] linearizableReadLoop","detail":"{readStateIndex:26467; appliedIndex:26466; }","duration":"560.956349ms","start":"2026-02-25T23:02:14.067748Z","end":"2026-02-25T23:02:14.628705Z","steps":["trace[72856245] 'read index received' (duration: 560.796534ms)","trace[72856245] 'applied index is now lower than readState.Index' (duration: 159.305µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:14.629676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.379388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:14.629851Z","caller":"traceutil/trace.go:171","msg":"trace[301428098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25545; }","duration":"226.534184ms","start":"2026-02-25T23:02:14.403218Z","end":"2026-02-25T23:02:14.629753Z","steps":["trace[301428098] 'agreement among raft nodes before linearized reading' (duration: 225.610465ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:14.630551Z","caller":"traceutil/trace.go:171","msg":"trace[564696310] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"608.865049ms","start":"2026-02-25T23:02:14.021632Z","end":"2026-02-25T23:02:14.630497Z","steps":["trace[564696310] 'process raft request' (duration: 606.967968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:14.630723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.021588Z","time spent":"609.053254ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:14.630744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.053428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:14.630876Z","caller":"traceutil/trace.go:171","msg":"trace[212425867] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25545; }","duration":"436.243914ms","start":"2026-02-25T23:02:14.194619Z","end":"2026-02-25T23:02:14.630863Z","steps":["trace[212425867] 'agreement among raft nodes before linearized reading' (duration: 436.017227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:14.630918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.194593Z","time spent":"436.313307ms","remote":"127.0.0.1:40116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:14.631155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.395056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:14.631245Z","caller":"traceutil/trace.go:171","msg":"trace[2017652430] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25545; }","duration":"563.478789ms","start":"2026-02-25T23:02:14.067723Z","end":"2026-02-25T23:02:14.631201Z","steps":["trace[2017652430] 'agreement among raft nodes before linearized reading' (duration: 561.070693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:14.631304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.067686Z","time spent":"563.593392ms","remote":"127.0.0.1:38494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:14.631624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.981961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-25T23:02:14.631844Z","caller":"traceutil/trace.go:171","msg":"trace[883647008] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25545; }","duration":"556.040933ms","start":"2026-02-25T23:02:14.075623Z","end":"2026-02-25T23:02:14.631664Z","steps":["trace[883647008] 'agreement among raft nodes before linearized reading' (duration: 553.209413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:14.631899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.075594Z","time spent":"556.290921ms","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-02-25T23:02:14.749614Z","caller":"traceutil/trace.go:171","msg":"trace[239591342] linearizableReadLoop","detail":"{readStateIndex:26468; appliedIndex:26467; }","duration":"105.904348ms","start":"2026-02-25T23:02:14.64368Z","end":"2026-02-25T23:02:14.749584Z","steps":["trace[239591342] 'read index received' (duration: 58.335559ms)","trace[239591342] 'applied index is now lower than readState.Index' (duration: 47.567459ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:02:14.749627Z","caller":"traceutil/trace.go:171","msg":"trace[952440284] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"106.066703ms","start":"2026-02-25T23:02:14.643526Z","end":"2026-02-25T23:02:14.749592Z","steps":["trace[952440284] 'process raft request' (duration: 58.34315ms)","trace[952440284] 'compare' (duration: 47.575619ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:14.750053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.328062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-25T23:02:14.750147Z","caller":"traceutil/trace.go:171","msg":"trace[1054920719] range","detail":"{range_begin:/registry/persistentvolumes/pvc-372dbb3c-3a67-4be6-808e-3b87acb3c4c5; range_end:; response_count:1; response_revision:25546; }","duration":"106.468556ms","start":"2026-02-25T23:02:14.643655Z","end":"2026-02-25T23:02:14.750124Z","steps":["trace[1054920719] 'agreement among raft nodes before linearized reading' (duration: 106.052153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.250246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407095906,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T23:02:15.322018Z","caller":"traceutil/trace.go:171","msg":"trace[168047201] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"665.436362ms","start":"2026-02-25T23:02:14.656545Z","end":"2026-02-25T23:02:15.321982Z","steps":["trace[168047201] 'process raft request' (duration: 665.117671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.322235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.656529Z","time spent":"665.587167ms","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:15.322247Z","caller":"traceutil/trace.go:171","msg":"trace[11559534] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"665.642399ms","start":"2026-02-25T23:02:14.656567Z","end":"2026-02-25T23:02:15.322209Z","steps":["trace[11559534] 'process raft request' (duration: 665.325779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.32244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.656541Z","time spent":"665.783193ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:15.334858Z","caller":"traceutil/trace.go:171","msg":"trace[446588504] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"678.255308ms","start":"2026-02-25T23:02:14.656589Z","end":"2026-02-25T23:02:15.334844Z","steps":["trace[446588504] 'process raft request' (duration: 665.599557ms)","trace[446588504] 'compare' (duration: 12.502807ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:15.334945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.656573Z","time spent":"678.327321ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:15.334951Z","caller":"traceutil/trace.go:171","msg":"trace[1088640184] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"678.249008ms","start":"2026-02-25T23:02:14.656673Z","end":"2026-02-25T23:02:15.334922Z","steps":["trace[1088640184] 'process raft request' (duration: 678.111073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.33507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.656664Z","time spent":"678.339631ms","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:15.363858Z","caller":"traceutil/trace.go:171","msg":"trace[2107623080] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"492.948172ms","start":"2026-02-25T23:02:14.870887Z","end":"2026-02-25T23:02:15.363835Z","steps":["trace[2107623080] 'process raft request' (duration: 492.87654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.363983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.870878Z","time spent":"493.039905ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:15.363956Z","caller":"traceutil/trace.go:171","msg":"trace[1752737040] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"496.446303ms","start":"2026-02-25T23:02:14.867479Z","end":"2026-02-25T23:02:15.363925Z","steps":["trace[1752737040] 'process raft request' (duration: 495.992589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.364103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.867466Z","time spent":"496.556707ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:15.36416Z","caller":"traceutil/trace.go:171","msg":"trace[1518061868] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"495.568275ms","start":"2026-02-25T23:02:14.868584Z","end":"2026-02-25T23:02:15.364152Z","steps":["trace[1518061868] 'process raft request' (duration: 495.003657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.364202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.868573Z","time spent":"495.604196ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:15.364322Z","caller":"traceutil/trace.go:171","msg":"trace[1856806729] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"493.379446ms","start":"2026-02-25T23:02:14.870934Z","end":"2026-02-25T23:02:15.364314Z","steps":["trace[1856806729] 'process raft request' (duration: 492.8591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.364357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.87093Z","time spent":"493.406147ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:15.364618Z","caller":"traceutil/trace.go:171","msg":"trace[450298968] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"493.645075ms","start":"2026-02-25T23:02:14.870965Z","end":"2026-02-25T23:02:15.36461Z","steps":["trace[450298968] 'process raft request' (duration: 493.318204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.364658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.870962Z","time spent":"493.674826ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:15.364853Z","caller":"traceutil/trace.go:171","msg":"trace[2031731064] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"493.030575ms","start":"2026-02-25T23:02:14.871809Z","end":"2026-02-25T23:02:15.364839Z","steps":["trace[2031731064] 'process raft request' (duration: 492.759906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.36493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.871798Z","time spent":"493.096317ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:15.365048Z","caller":"traceutil/trace.go:171","msg":"trace[905771597] linearizableReadLoop","detail":"{readStateIndex:26479; appliedIndex:26468; }","duration":"615.346253ms","start":"2026-02-25T23:02:14.749691Z","end":"2026-02-25T23:02:15.365037Z","steps":["trace[905771597] 'read index received' (duration: 571.969867ms)","trace[905771597] 'applied index is now lower than readState.Index' (duration: 43.375796ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:02:15.365084Z","caller":"traceutil/trace.go:171","msg":"trace[300553475] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"492.57544ms","start":"2026-02-25T23:02:14.872467Z","end":"2026-02-25T23:02:15.365042Z","steps":["trace[300553475] 'process raft request' (duration: 492.298022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.365162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.872439Z","time spent":"492.686354ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:15.36531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.444101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-02-25T23:02:15.365608Z","caller":"traceutil/trace.go:171","msg":"trace[915773082] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25557; }","duration":"693.778971ms","start":"2026-02-25T23:02:14.671815Z","end":"2026-02-25T23:02:15.365594Z","steps":["trace[915773082] 'agreement among raft nodes before linearized reading' (duration: 693.347007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.36565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.609639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-25T23:02:15.365702Z","caller":"traceutil/trace.go:171","msg":"trace[1065783778] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25557; }","duration":"304.671952ms","start":"2026-02-25T23:02:15.061014Z","end":"2026-02-25T23:02:15.365686Z","steps":["trace[1065783778] 'agreement among raft nodes before linearized reading' (duration: 304.569259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.365743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:15.060998Z","time spent":"304.737363ms","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-02-25T23:02:15.365846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.429326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T23:02:15.365891Z","caller":"traceutil/trace.go:171","msg":"trace[1743708120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25557; }","duration":"498.487088ms","start":"2026-02-25T23:02:14.867393Z","end":"2026-02-25T23:02:15.36588Z","steps":["trace[1743708120] 'agreement among raft nodes before linearized reading' (duration: 498.366244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.365934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.867387Z","time spent":"498.541019ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T23:02:15.36598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.741656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-25T23:02:15.365677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.671796Z","time spent":"693.871274ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-25T23:02:15.365386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.193809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T23:02:15.366203Z","caller":"traceutil/trace.go:171","msg":"trace[1908633712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25557; }","duration":"499.062256ms","start":"2026-02-25T23:02:14.867131Z","end":"2026-02-25T23:02:15.366193Z","steps":["trace[1908633712] 'agreement among raft nodes before linearized reading' (duration: 498.129676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.366249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.867082Z","time spent":"499.156779ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T23:02:15.366021Z","caller":"traceutil/trace.go:171","msg":"trace[1849950366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25557; }","duration":"498.797378ms","start":"2026-02-25T23:02:14.867214Z","end":"2026-02-25T23:02:15.366011Z","steps":["trace[1849950366] 'agreement among raft nodes before linearized reading' (duration: 498.699915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:15.366377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:14.867207Z","time spent":"499.162109ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T23:02:15.36549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.238283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-25T23:02:15.36647Z","caller":"traceutil/trace.go:171","msg":"trace[1982637395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25557; }","duration":"162.249975ms","start":"2026-02-25T23:02:15.204212Z","end":"2026-02-25T23:02:15.366462Z","steps":["trace[1982637395] 'agreement among raft nodes before linearized reading' (duration: 161.203982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:41.197055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521224443407096417,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T23:02:41.25461Z","caller":"traceutil/trace.go:171","msg":"trace[2041799154] linearizableReadLoop","detail":"{readStateIndex:26683; appliedIndex:26682; }","duration":"558.575614ms","start":"2026-02-25T23:02:40.69601Z","end":"2026-02-25T23:02:41.254585Z","steps":["trace[2041799154] 'read index received' (duration: 558.397828ms)","trace[2041799154] 'applied index is now lower than readState.Index' (duration: 176.666µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:02:41.255089Z","caller":"traceutil/trace.go:171","msg":"trace[977019498] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"686.403927ms","start":"2026-02-25T23:02:40.568672Z","end":"2026-02-25T23:02:41.255076Z","steps":["trace[977019498] 'process raft request' (duration: 685.751756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:41.255203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:40.568636Z","time spent":"686.48959ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:41.255397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.394699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:41.255434Z","caller":"traceutil/trace.go:171","msg":"trace[146110469] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25756; }","duration":"559.497882ms","start":"2026-02-25T23:02:40.695925Z","end":"2026-02-25T23:02:41.255422Z","steps":["trace[146110469] 'agreement among raft nodes before linearized reading' (duration: 559.435801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:41.25547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:40.695893Z","time spent":"559.565355ms","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:41.255705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.12472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-25T23:02:41.255705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.259418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-25T23:02:41.255799Z","caller":"traceutil/trace.go:171","msg":"trace[205180723] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25756; }","duration":"272.251584ms","start":"2026-02-25T23:02:40.983538Z","end":"2026-02-25T23:02:41.255789Z","steps":["trace[205180723] 'agreement among raft nodes before linearized reading' (duration: 272.13243ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:41.255833Z","caller":"traceutil/trace.go:171","msg":"trace[851630517] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:25756; }","duration":"140.451614ms","start":"2026-02-25T23:02:41.115361Z","end":"2026-02-25T23:02:41.255813Z","steps":["trace[851630517] 'agreement among raft nodes before linearized reading' (duration: 140.153194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:41.256057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.770098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-02-25T23:02:41.256163Z","caller":"traceutil/trace.go:171","msg":"trace[1134473323] range","detail":"{range_begin:/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0; range_end:; response_count:1; response_revision:25756; }","duration":"376.934954ms","start":"2026-02-25T23:02:40.879196Z","end":"2026-02-25T23:02:41.256131Z","steps":["trace[1134473323] 'agreement among raft nodes before linearized reading' (duration: 376.590863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:41.256168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.659759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-25T23:02:41.256226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:40.879164Z","time spent":"377.048268ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-79c99fd9d-tqvzg.18979f950af984c0\" "} {"level":"info","ts":"2026-02-25T23:02:41.256255Z","caller":"traceutil/trace.go:171","msg":"trace[611158418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25756; }","duration":"378.783332ms","start":"2026-02-25T23:02:40.877457Z","end":"2026-02-25T23:02:41.25624Z","steps":["trace[611158418] 'agreement among raft nodes before linearized reading' (duration: 378.015978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:41.256297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:40.877436Z","time spent":"378.852714ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T23:02:42.397766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022163334s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-25T23:02:42.398292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.257156Z","time spent":"1.141123717s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-25T23:02:42.398341Z","caller":"traceutil/trace.go:171","msg":"trace[1533627913] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"1.139510445s","start":"2026-02-25T23:02:41.258804Z","end":"2026-02-25T23:02:42.398314Z","steps":["trace[1533627913] 'process raft request' (duration: 1.139044571s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:42.398457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.258779Z","time spent":"1.139606799s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:42.398547Z","caller":"traceutil/trace.go:171","msg":"trace[1272044301] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"1.138008868s","start":"2026-02-25T23:02:41.260523Z","end":"2026-02-25T23:02:42.398531Z","steps":["trace[1272044301] 'process raft request' (duration: 1.13774159s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:42.399209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.260499Z","time spent":"1.138644609s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:42.399219Z","caller":"traceutil/trace.go:171","msg":"trace[127416065] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"907.348204ms","start":"2026-02-25T23:02:41.491841Z","end":"2026-02-25T23:02:42.399189Z","steps":["trace[127416065] 'process raft request' (duration: 907.307523ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:42.398613Z","caller":"traceutil/trace.go:171","msg":"trace[1622963786] linearizableReadLoop","detail":"{readStateIndex:26686; appliedIndex:26683; }","duration":"995.52607ms","start":"2026-02-25T23:02:41.403077Z","end":"2026-02-25T23:02:42.398603Z","steps":["trace[1622963786] 'read index received' (duration: 258.333124ms)","trace[1622963786] 'applied index is now lower than readState.Index' (duration: 737.191196ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:02:42.398738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.657133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:42.39931Z","caller":"traceutil/trace.go:171","msg":"trace[713934647] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"907.460797ms","start":"2026-02-25T23:02:41.491828Z","end":"2026-02-25T23:02:42.399289Z","steps":["trace[713934647] 'process raft request' (duration: 907.286772ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:42.399329Z","caller":"traceutil/trace.go:171","msg":"trace[1352819484] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25759; }","duration":"996.353756ms","start":"2026-02-25T23:02:41.402958Z","end":"2026-02-25T23:02:42.399312Z","steps":["trace[1352819484] 'agreement among raft nodes before linearized reading' (duration: 995.670894ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:42.399329Z","caller":"traceutil/trace.go:171","msg":"trace[1494140109] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"908.861672ms","start":"2026-02-25T23:02:41.490446Z","end":"2026-02-25T23:02:42.399308Z","steps":["trace[1494140109] 'process raft request' (duration: 908.537352ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:42.399228Z","caller":"traceutil/trace.go:171","msg":"trace[540331141] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"907.976934ms","start":"2026-02-25T23:02:41.49123Z","end":"2026-02-25T23:02:42.399207Z","steps":["trace[540331141] 'process raft request' (duration: 907.84349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:42.399399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.490417Z","time spent":"908.950565ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:42.399379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.402901Z","time spent":"996.46263ms","remote":"127.0.0.1:36162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-25T23:02:42.398847Z","caller":"traceutil/trace.go:171","msg":"trace[795811773] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"911.847916ms","start":"2026-02-25T23:02:41.486991Z","end":"2026-02-25T23:02:42.398839Z","steps":["trace[795811773] 'process raft request' (duration: 911.621489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:42.3995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.486949Z","time spent":"912.532368ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:42.398697Z","caller":"traceutil/trace.go:171","msg":"trace[1168825642] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"912.513568ms","start":"2026-02-25T23:02:41.486158Z","end":"2026-02-25T23:02:42.398671Z","steps":["trace[1168825642] 'process raft request' (duration: 912.329582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:42.399568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.486128Z","time spent":"913.419647ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:42.399389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.491813Z","time spent":"907.539459ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:42.399898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.491219Z","time spent":"908.250272ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:42.39937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.491827Z","time spent":"907.455657ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:42.399112Z","caller":"traceutil/trace.go:171","msg":"trace[1359531072] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"908.652265ms","start":"2026-02-25T23:02:41.490433Z","end":"2026-02-25T23:02:42.399085Z","steps":["trace[1359531072] 'process raft request' (duration: 908.345435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:42.400135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.490394Z","time spent":"909.692588ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T23:02:42.40191Z","caller":"traceutil/trace.go:171","msg":"trace[2124746592] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"541.221681ms","start":"2026-02-25T23:02:41.860674Z","end":"2026-02-25T23:02:42.401895Z","steps":["trace[2124746592] 'process raft request' (duration: 541.139358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:42.401991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.860639Z","time spent":"541.311565ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T23:02:42.402629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.197654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:02:42.402689Z","caller":"traceutil/trace.go:171","msg":"trace[358159553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25767; }","duration":"998.302928ms","start":"2026-02-25T23:02:41.404371Z","end":"2026-02-25T23:02:42.402674Z","steps":["trace[358159553] 'agreement among raft nodes before linearized reading' (duration: 998.181304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:42.402714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.404358Z","time spent":"998.350749ms","remote":"127.0.0.1:54270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T23:02:42.402718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.510914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T23:02:42.402764Z","caller":"traceutil/trace.go:171","msg":"trace[833560627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25767; }","duration":"859.576226ms","start":"2026-02-25T23:02:41.543173Z","end":"2026-02-25T23:02:42.402749Z","steps":["trace[833560627] 'agreement among raft nodes before linearized reading' (duration: 859.430771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:42.402793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.543165Z","time spent":"859.621057ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T23:02:42.402793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.190892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-25T23:02:42.402825Z","caller":"traceutil/trace.go:171","msg":"trace[956697121] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25767; }","duration":"431.272185ms","start":"2026-02-25T23:02:41.971544Z","end":"2026-02-25T23:02:42.402816Z","steps":["trace[956697121] 'agreement among raft nodes before linearized reading' (duration: 431.207013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:42.402856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.97152Z","time spent":"431.330267ms","remote":"127.0.0.1:54548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-25T23:02:42.402896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.649158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T23:02:42.402949Z","caller":"traceutil/trace.go:171","msg":"trace[1316990308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25767; }","duration":"859.71522ms","start":"2026-02-25T23:02:41.543221Z","end":"2026-02-25T23:02:42.402936Z","steps":["trace[1316990308] 'agreement among raft nodes before linearized reading' (duration: 859.543925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:42.402954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.408431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-25T23:02:42.402992Z","caller":"traceutil/trace.go:171","msg":"trace[471417839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25767; }","duration":"887.496944ms","start":"2026-02-25T23:02:41.515484Z","end":"2026-02-25T23:02:42.402981Z","steps":["trace[471417839] 'agreement among raft nodes before linearized reading' (duration: 887.35729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:42.402988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.543217Z","time spent":"859.763662ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T23:02:42.403014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.515458Z","time spent":"887.550946ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T23:02:42.403042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.899866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T23:02:42.403069Z","caller":"traceutil/trace.go:171","msg":"trace[1039000985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25767; }","duration":"859.943548ms","start":"2026-02-25T23:02:41.543118Z","end":"2026-02-25T23:02:42.403061Z","steps":["trace[1039000985] 'agreement among raft nodes before linearized reading' (duration: 859.828894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:02:42.403089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T23:02:41.543109Z","time spent":"859.976229ms","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-25T23:02:56.637516Z","caller":"traceutil/trace.go:171","msg":"trace[458960354] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"114.747059ms","start":"2026-02-25T23:02:56.522718Z","end":"2026-02-25T23:02:56.637465Z","steps":["trace[458960354] 'process raft request' (duration: 86.70991ms)","trace[458960354] 'compare' (duration: 27.727069ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:02:56.637699Z","caller":"traceutil/trace.go:171","msg":"trace[1595400734] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"114.929804ms","start":"2026-02-25T23:02:56.52274Z","end":"2026-02-25T23:02:56.63767Z","steps":["trace[1595400734] 'process raft request' (duration: 114.638755ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:56.637752Z","caller":"traceutil/trace.go:171","msg":"trace[1694843624] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"114.978276ms","start":"2026-02-25T23:02:56.522737Z","end":"2026-02-25T23:02:56.637715Z","steps":["trace[1694843624] 'process raft request' (duration: 114.838781ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:02:56.637967Z","caller":"traceutil/trace.go:171","msg":"trace[608828646] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"114.665316ms","start":"2026-02-25T23:02:56.523224Z","end":"2026-02-25T23:02:56.637889Z","steps":["trace[608828646] 'process raft request' (duration: 114.411568ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:03:37.521394Z","caller":"traceutil/trace.go:171","msg":"trace[1337646872] linearizableReadLoop","detail":"{readStateIndex:27267; appliedIndex:27266; }","duration":"115.965398ms","start":"2026-02-25T23:03:37.405401Z","end":"2026-02-25T23:03:37.521366Z","steps":["trace[1337646872] 'read index received' (duration: 115.473892ms)","trace[1337646872] 'applied index is now lower than readState.Index' (duration: 487.216µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T23:03:37.521538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.127762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:03:37.52157Z","caller":"traceutil/trace.go:171","msg":"trace[19646441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26326; }","duration":"116.228106ms","start":"2026-02-25T23:03:37.405333Z","end":"2026-02-25T23:03:37.521561Z","steps":["trace[19646441] 'agreement among raft nodes before linearized reading' (duration: 116.142653ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:03:37.521523Z","caller":"traceutil/trace.go:171","msg":"trace[87740795] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"151.427342ms","start":"2026-02-25T23:03:37.370046Z","end":"2026-02-25T23:03:37.521473Z","steps":["trace[87740795] 'process raft request' (duration: 150.982078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:03:38.276811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.235509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-25T23:03:38.276921Z","caller":"traceutil/trace.go:171","msg":"trace[587074982] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26327; }","duration":"118.484537ms","start":"2026-02-25T23:03:38.158408Z","end":"2026-02-25T23:03:38.276892Z","steps":["trace[587074982] 'range keys from in-memory index tree' (duration: 118.084934ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:06:11.701979Z","caller":"traceutil/trace.go:171","msg":"trace[1408716389] transaction","detail":"{read_only:false; response_revision:27774; number_of_response:1; }","duration":"126.767749ms","start":"2026-02-25T23:06:11.575183Z","end":"2026-02-25T23:06:11.70195Z","steps":["trace[1408716389] 'process raft request' (duration: 126.565923ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:06:15.442715Z","caller":"traceutil/trace.go:171","msg":"trace[880762242] transaction","detail":"{read_only:false; response_revision:27797; number_of_response:1; }","duration":"147.453596ms","start":"2026-02-25T23:06:15.295238Z","end":"2026-02-25T23:06:15.442692Z","steps":["trace[880762242] 'process raft request' (duration: 147.221478ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:06:15.442839Z","caller":"traceutil/trace.go:171","msg":"trace[1634940396] transaction","detail":"{read_only:false; response_revision:27798; number_of_response:1; }","duration":"139.69956ms","start":"2026-02-25T23:06:15.303127Z","end":"2026-02-25T23:06:15.442826Z","steps":["trace[1634940396] 'process raft request' (duration: 139.508644ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:06:15.476153Z","caller":"traceutil/trace.go:171","msg":"trace[1052172815] transaction","detail":"{read_only:false; response_revision:27799; number_of_response:1; }","duration":"106.063653ms","start":"2026-02-25T23:06:15.370065Z","end":"2026-02-25T23:06:15.476129Z","steps":["trace[1052172815] 'process raft request' (duration: 89.236529ms)","trace[1052172815] 'compare' (duration: 16.670299ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T23:06:15.476441Z","caller":"traceutil/trace.go:171","msg":"trace[1566643396] transaction","detail":"{read_only:false; response_revision:27800; number_of_response:1; }","duration":"102.578362ms","start":"2026-02-25T23:06:15.373843Z","end":"2026-02-25T23:06:15.476422Z","steps":["trace[1566643396] 'process raft request' (duration: 102.247032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:06:15.852443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.581272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-25T23:06:15.852588Z","caller":"traceutil/trace.go:171","msg":"trace[435511922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27803; }","duration":"113.778788ms","start":"2026-02-25T23:06:15.73878Z","end":"2026-02-25T23:06:15.852559Z","steps":["trace[435511922] 'agreement among raft nodes before linearized reading' (duration: 113.535581ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:06:15.853035Z","caller":"traceutil/trace.go:171","msg":"trace[1227508153] transaction","detail":"{read_only:false; response_revision:27803; number_of_response:1; }","duration":"113.912752ms","start":"2026-02-25T23:06:15.739108Z","end":"2026-02-25T23:06:15.853021Z","steps":["trace[1227508153] 'process raft request' (duration: 113.006893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T23:06:15.853314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.6666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-25T23:06:15.853414Z","caller":"traceutil/trace.go:171","msg":"trace[1726476146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27803; }","duration":"110.749032ms","start":"2026-02-25T23:06:15.74261Z","end":"2026-02-25T23:06:15.853359Z","steps":["trace[1726476146] 'agreement among raft nodes before linearized reading' (duration: 110.610437ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T23:06:27.597575Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25251} {"level":"info","ts":"2026-02-25T23:06:27.769375Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25251,"took":"164.412504ms","hash":4048602727,"current-db-size-bytes":48414720,"current-db-size":"48 MB","current-db-size-in-use-bytes":34045952,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-02-25T23:06:27.769448Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4048602727,"revision":25251,"compact-revision":22166} {"level":"info","ts":"2026-02-25T23:08:46.066162Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-25T23:08:46.072111Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-25T23:08:46.072231Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-25T23:11:27.604486Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27900} {"level":"info","ts":"2026-02-25T23:11:27.734908Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27900,"took":"126.472071ms","hash":3220331733,"current-db-size-bytes":48414720,"current-db-size":"48 MB","current-db-size-in-use-bytes":31113216,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-25T23:11:27.734982Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3220331733,"revision":27900,"compact-revision":25251} {"level":"info","ts":"2026-02-25T23:16:27.610833Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30128} {"level":"info","ts":"2026-02-25T23:16:27.759284Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30128,"took":"144.342696ms","hash":2183483180,"current-db-size-bytes":48414720,"current-db-size":"48 MB","current-db-size-in-use-bytes":26804224,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-25T23:16:27.759362Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2183483180,"revision":30128,"compact-revision":27900} {"level":"info","ts":"2026-02-25T23:21:27.618221Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32206} {"level":"info","ts":"2026-02-25T23:21:27.752706Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32206,"took":"130.532888ms","hash":296332448,"current-db-size-bytes":48873472,"current-db-size":"49 MB","current-db-size-in-use-bytes":28086272,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-25T23:21:27.752761Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":296332448,"revision":32206,"compact-revision":30128} {"level":"info","ts":"2026-02-25T23:24:31.711145Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000900b.wal"} {"level":"info","ts":"2026-02-25T23:26:27.625219Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34352} {"level":"info","ts":"2026-02-25T23:26:27.744424Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34352,"took":"115.007224ms","hash":12234435,"current-db-size-bytes":51404800,"current-db-size":"51 MB","current-db-size-in-use-bytes":28917760,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-25T23:26:27.744499Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":12234435,"revision":34352,"compact-revision":32206} {"level":"info","ts":"2026-02-25T23:31:27.631322Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36479} {"level":"info","ts":"2026-02-25T23:31:27.769347Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36479,"took":"133.652564ms","hash":2999984992,"current-db-size-bytes":51404800,"current-db-size":"51 MB","current-db-size-in-use-bytes":27602944,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-25T23:31:27.769477Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2999984992,"revision":36479,"compact-revision":34352} {"level":"info","ts":"2026-02-25T23:31:45.348353Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-25T23:31:45.353107Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-02-25T23:31:45.353246Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}