{"level":"warn","ts":"2026-02-26T01:42:41.836727Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T01:42:41.836827Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=instance=https://199.204.45.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-26T01:42:41.836903Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T01:42:41.836923Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-02-26T01:42:41.836947Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T01:42:41.837572Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-02-26T01:42:41.837671Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-26T01:42:41.84167Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.7763ms"} {"level":"info","ts":"2026-02-26T01:42:41.855957Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3ba9ae53cc4335db","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-02-26T01:42:41.856072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=()"} {"level":"info","ts":"2026-02-26T01:42:41.856098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 0"} {"level":"info","ts":"2026-02-26T01:42:41.856124Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3ba9ae53cc4335db [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-26T01:42:41.856142Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 1"} {"level":"info","ts":"2026-02-26T01:42:41.856191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"warn","ts":"2026-02-26T01:42:41.862095Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-26T01:42:41.863814Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-26T01:42:41.865904Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-26T01:42:41.869232Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3ba9ae53cc4335db","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-26T01:42:41.869445Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3ba9ae53cc4335db","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-26T01:42:41.870717Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-02-26T01:42:41.869679Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T01:42:41.870949Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T01:42:41.870972Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T01:42:41.87097Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-02-26T01:42:41.875879Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T01:42:41.876012Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-02-26T01:42:41.87606Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-02-26T01:42:41.87613Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3ba9ae53cc4335db","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-26T01:42:41.876161Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-26T01:42:42.157446Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 1"} {"level":"info","ts":"2026-02-26T01:42:42.157566Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 1"} {"level":"info","ts":"2026-02-26T01:42:42.1576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 1"} {"level":"info","ts":"2026-02-26T01:42:42.157626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 2"} {"level":"info","ts":"2026-02-26T01:42:42.157638Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-02-26T01:42:42.157664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became leader at term 2"} {"level":"info","ts":"2026-02-26T01:42:42.157682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-02-26T01:42:42.161305Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:42:42.163027Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3ba9ae53cc4335db","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.229:2379]}","request-path":"/0/members/3ba9ae53cc4335db/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-02-26T01:42:42.163041Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T01:42:42.163084Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T01:42:42.163291Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:42:42.163471Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:42:42.163525Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:42:42.163546Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-26T01:42:42.163617Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-26T01:42:42.166494Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-26T01:42:42.172384Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"warn","ts":"2026-02-26T01:43:01.490323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.109018ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T01:43:01.903602Z","caller":"traceutil/trace.go:171","msg":"trace[1602492498] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:424; }","duration":"120.816894ms","start":"2026-02-26T01:43:01.782751Z","end":"2026-02-26T01:43:01.903568Z","steps":["trace[1602492498] 'read index received' (duration: 120.589847ms)","trace[1602492498] 'applied index is now lower than readState.Index' (duration: 225.517µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:43:01.903755Z","caller":"traceutil/trace.go:171","msg":"trace[1598843672] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"407.964035ms","start":"2026-02-26T01:43:01.49575Z","end":"2026-02-26T01:43:01.903714Z","steps":["trace[1598843672] 'process raft request' (duration: 407.598223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:01.903795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.014991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:43:01.904103Z","caller":"traceutil/trace.go:171","msg":"trace[1405757397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:409; }","duration":"121.388693ms","start":"2026-02-26T01:43:01.782672Z","end":"2026-02-26T01:43:01.904061Z","steps":["trace[1405757397] 'agreement among raft nodes before linearized reading' (duration: 121.036271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:01.90571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:01.495711Z","time spent":"408.164771ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:43:02.138849Z","caller":"traceutil/trace.go:171","msg":"trace[628629016] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"227.483216ms","start":"2026-02-26T01:43:01.911322Z","end":"2026-02-26T01:43:02.138805Z","steps":["trace[628629016] 'process raft request' (duration: 136.222896ms)","trace[628629016] 'compare' (duration: 91.045624ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:43:02.139024Z","caller":"traceutil/trace.go:171","msg":"trace[1014873187] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:425; }","duration":"148.196557ms","start":"2026-02-26T01:43:01.99076Z","end":"2026-02-26T01:43:02.138956Z","steps":["trace[1014873187] 'read index received' (duration: 56.7022ms)","trace[1014873187] 'applied index is now lower than readState.Index' (duration: 91.485557ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:43:02.139393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.583049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:43:02.139543Z","caller":"traceutil/trace.go:171","msg":"trace[705332683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:410; }","duration":"148.803196ms","start":"2026-02-26T01:43:01.990694Z","end":"2026-02-26T01:43:02.139497Z","steps":["trace[705332683] 'agreement among raft nodes before linearized reading' (duration: 148.464716ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:08.031578Z","caller":"traceutil/trace.go:171","msg":"trace[1095457687] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"368.748017ms","start":"2026-02-26T01:43:07.662782Z","end":"2026-02-26T01:43:08.03153Z","steps":["trace[1095457687] 'process raft request' (duration: 368.452777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:08.031784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:07.662755Z","time spent":"368.928473ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:43:08.671957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894539721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:43:09.148954Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071614414s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:43:09.149512Z","caller":"traceutil/trace.go:171","msg":"trace[1602257960] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:440; }","duration":"978.360703ms","start":"2026-02-26T01:43:08.171061Z","end":"2026-02-26T01:43:09.149422Z","steps":["trace[1602257960] 'read index received' (duration: 978.056123ms)","trace[1602257960] 'applied index is now lower than readState.Index' (duration: 303.63µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:43:09.149607Z","caller":"traceutil/trace.go:171","msg":"trace[703081140] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"1.113247954s","start":"2026-02-26T01:43:08.036348Z","end":"2026-02-26T01:43:09.149596Z","steps":["trace[703081140] 'process raft request' (duration: 1.112839191s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:09.149832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.572311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:43:09.149881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:08.03632Z","time spent":"1.113464672s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:43:09.14986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.775766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T01:43:09.149874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.582682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T01:43:09.149841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.867024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:43:09.149955Z","caller":"traceutil/trace.go:171","msg":"trace[1647318115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:424; }","duration":"978.932951ms","start":"2026-02-26T01:43:08.170997Z","end":"2026-02-26T01:43:09.14993Z","steps":["trace[1647318115] 'agreement among raft nodes before linearized reading' (duration: 978.763706ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:09.149964Z","caller":"traceutil/trace.go:171","msg":"trace[713409564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:424; }","duration":"854.031859ms","start":"2026-02-26T01:43:08.295921Z","end":"2026-02-26T01:43:09.149953Z","steps":["trace[713409564] 'agreement among raft nodes before linearized reading' (duration: 853.868464ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:09.149977Z","caller":"traceutil/trace.go:171","msg":"trace[1776918185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:424; }","duration":"974.748308ms","start":"2026-02-26T01:43:08.175202Z","end":"2026-02-26T01:43:09.14995Z","steps":["trace[1776918185] 'agreement among raft nodes before linearized reading' (duration: 974.49945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:09.150004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:08.170969Z","time spent":"979.026264ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:43:09.150009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:08.295908Z","time spent":"854.09232ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:43:09.149996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.724185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-02-26T01:43:09.150043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:08.175177Z","time spent":"974.84807ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:43:09.150084Z","caller":"traceutil/trace.go:171","msg":"trace[254894171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:424; }","duration":"963.849119ms","start":"2026-02-26T01:43:08.18621Z","end":"2026-02-26T01:43:09.150059Z","steps":["trace[254894171] 'agreement among raft nodes before linearized reading' (duration: 963.636112ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:09.149919Z","caller":"traceutil/trace.go:171","msg":"trace[851379872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:424; }","duration":"103.714375ms","start":"2026-02-26T01:43:09.046183Z","end":"2026-02-26T01:43:09.149897Z","steps":["trace[851379872] 'agreement among raft nodes before linearized reading' (duration: 103.56552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:09.150123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:08.186153Z","time spent":"963.964243ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:43:20.889412Z","caller":"traceutil/trace.go:171","msg":"trace[1114408100] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"522.640766ms","start":"2026-02-26T01:43:20.366739Z","end":"2026-02-26T01:43:20.88938Z","steps":["trace[1114408100] 'process raft request' (duration: 522.380048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:20.889625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:20.366713Z","time spent":"522.807551ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:43:21.084675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.250148ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-02-26T01:43:21.721216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894539899,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:43:21.899291Z","caller":"traceutil/trace.go:171","msg":"trace[1825507810] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"683.175776ms","start":"2026-02-26T01:43:21.216067Z","end":"2026-02-26T01:43:21.899243Z","steps":["trace[1825507810] 'process raft request' (duration: 682.887437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:21.899578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:21.216047Z","time spent":"683.380713ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:43:22.809021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.398817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:43:22.809197Z","caller":"traceutil/trace.go:171","msg":"trace[210637458] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:531; }","duration":"1.588912458s","start":"2026-02-26T01:43:21.220258Z","end":"2026-02-26T01:43:22.80917Z","steps":["trace[210637458] 'read index received' (duration: 678.719684ms)","trace[210637458] 'applied index is now lower than readState.Index' (duration: 910.191064ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:43:22.809334Z","caller":"traceutil/trace.go:171","msg":"trace[307173057] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"1.591956686s","start":"2026-02-26T01:43:21.21733Z","end":"2026-02-26T01:43:22.809287Z","steps":["trace[307173057] 'process raft request' (duration: 963.154386ms)","trace[307173057] 'compare' (duration: 628.18745ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:43:22.809512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582031209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-02-26T01:43:22.809521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589249779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T01:43:22.809568Z","caller":"traceutil/trace.go:171","msg":"trace[2128431420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:513; }","duration":"1.582113332s","start":"2026-02-26T01:43:21.227437Z","end":"2026-02-26T01:43:22.80955Z","steps":["trace[2128431420] 'agreement among raft nodes before linearized reading' (duration: 1.581884404s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:22.809564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:21.217321Z","time spent":"1.592133111s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:43:22.809605Z","caller":"traceutil/trace.go:171","msg":"trace[1764697310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:513; }","duration":"1.589367533s","start":"2026-02-26T01:43:21.22022Z","end":"2026-02-26T01:43:22.809587Z","steps":["trace[1764697310] 'agreement among raft nodes before linearized reading' (duration: 1.589081074s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:22.809631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:21.227423Z","time spent":"1.582193824s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:43:22.809652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:21.220197Z","time spent":"1.589442895s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:43:22.809782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.024943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:43:22.809826Z","caller":"traceutil/trace.go:171","msg":"trace[1082853029] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:513; }","duration":"871.106855ms","start":"2026-02-26T01:43:21.938701Z","end":"2026-02-26T01:43:22.809808Z","steps":["trace[1082853029] 'agreement among raft nodes before linearized reading' (duration: 871.041193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:22.80988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:21.938675Z","time spent":"871.193268ms","remote":"127.0.0.1:54334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-02-26T01:43:24.90863Z","caller":"traceutil/trace.go:171","msg":"trace[1412230061] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"306.692904ms","start":"2026-02-26T01:43:24.601903Z","end":"2026-02-26T01:43:24.908596Z","steps":["trace[1412230061] 'process raft request' (duration: 306.442036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:24.908849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:24.601849Z","time spent":"306.90617ms","remote":"127.0.0.1:54292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:43:24.912959Z","caller":"traceutil/trace.go:171","msg":"trace[2129513313] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"109.185521ms","start":"2026-02-26T01:43:24.803733Z","end":"2026-02-26T01:43:24.912918Z","steps":["trace[2129513313] 'process raft request' (duration: 108.969154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:43.247132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.2202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:43:43.247289Z","caller":"traceutil/trace.go:171","msg":"trace[220566467] linearizableReadLoop","detail":"{readStateIndex:911; appliedIndex:910; }","duration":"201.16455ms","start":"2026-02-26T01:43:43.046098Z","end":"2026-02-26T01:43:43.247263Z","steps":["trace[220566467] 'read index received' (duration: 93.813µs)","trace[220566467] 'applied index is now lower than readState.Index' (duration: 201.069197ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:43:43.247397Z","caller":"traceutil/trace.go:171","msg":"trace[2130766775] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"696.815674ms","start":"2026-02-26T01:43:42.550567Z","end":"2026-02-26T01:43:43.247382Z","steps":["trace[2130766775] 'process raft request' (duration: 33.217812ms)","trace[2130766775] 'compare' (duration: 662.890889ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:43:43.247461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:42.550543Z","time spent":"696.883985ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3297,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:43:43.247536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.408408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:43:43.247652Z","caller":"traceutil/trace.go:171","msg":"trace[1226148841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:885; }","duration":"201.595645ms","start":"2026-02-26T01:43:43.046028Z","end":"2026-02-26T01:43:43.247624Z","steps":["trace[1226148841] 'agreement among raft nodes before linearized reading' (duration: 201.384118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:43.247641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.318121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T01:43:43.247732Z","caller":"traceutil/trace.go:171","msg":"trace[1230375518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:885; }","duration":"194.467116ms","start":"2026-02-26T01:43:43.05324Z","end":"2026-02-26T01:43:43.247707Z","steps":["trace[1230375518] 'agreement among raft nodes before linearized reading' (duration: 194.186417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:43.247688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.75226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-26T01:43:43.247816Z","caller":"traceutil/trace.go:171","msg":"trace[1294833292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:885; }","duration":"156.919166ms","start":"2026-02-26T01:43:43.090863Z","end":"2026-02-26T01:43:43.247782Z","steps":["trace[1294833292] 'agreement among raft nodes before linearized reading' (duration: 156.586915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:43.247701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.024105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:43:43.247982Z","caller":"traceutil/trace.go:171","msg":"trace[1070701385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:885; }","duration":"160.338525ms","start":"2026-02-26T01:43:43.087607Z","end":"2026-02-26T01:43:43.247945Z","steps":["trace[1070701385] 'agreement among raft nodes before linearized reading' (duration: 159.843759ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:43.375018Z","caller":"traceutil/trace.go:171","msg":"trace[1395011815] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"122.93268ms","start":"2026-02-26T01:43:43.252044Z","end":"2026-02-26T01:43:43.374977Z","steps":["trace[1395011815] 'process raft request' (duration: 94.523982ms)","trace[1395011815] 'compare' (duration: 28.191101ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:43:43.376068Z","caller":"traceutil/trace.go:171","msg":"trace[1735126398] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"121.209965ms","start":"2026-02-26T01:43:43.25483Z","end":"2026-02-26T01:43:43.37604Z","steps":["trace[1735126398] 'process raft request' (duration: 121.142833ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:43.376386Z","caller":"traceutil/trace.go:171","msg":"trace[2143310740] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"123.420545ms","start":"2026-02-26T01:43:43.252917Z","end":"2026-02-26T01:43:43.376337Z","steps":["trace[2143310740] 'process raft request' (duration: 122.836007ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:43.376481Z","caller":"traceutil/trace.go:171","msg":"trace[1597936710] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"123.2679ms","start":"2026-02-26T01:43:43.253191Z","end":"2026-02-26T01:43:43.376459Z","steps":["trace[1597936710] 'process raft request' (duration: 122.735883ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:19.044723Z","caller":"traceutil/trace.go:171","msg":"trace[523883640] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"159.828415ms","start":"2026-02-26T01:44:18.884841Z","end":"2026-02-26T01:44:19.044669Z","steps":["trace[523883640] 'process raft request' (duration: 107.249785ms)","trace[523883640] 'compare' (duration: 52.323152ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:19.228633Z","caller":"traceutil/trace.go:171","msg":"trace[28125338] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"173.999324ms","start":"2026-02-26T01:44:19.054521Z","end":"2026-02-26T01:44:19.22852Z","steps":["trace[28125338] 'process raft request' (duration: 172.971792ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:19.298081Z","caller":"traceutil/trace.go:171","msg":"trace[1103251355] linearizableReadLoop","detail":"{readStateIndex:1425; appliedIndex:1423; }","duration":"208.249632ms","start":"2026-02-26T01:44:19.089746Z","end":"2026-02-26T01:44:19.297996Z","steps":["trace[1103251355] 'read index received' (duration: 137.776455ms)","trace[1103251355] 'applied index is now lower than readState.Index' (duration: 70.471817ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:19.298229Z","caller":"traceutil/trace.go:171","msg":"trace[1227264406] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"237.126118ms","start":"2026-02-26T01:44:19.061042Z","end":"2026-02-26T01:44:19.298169Z","steps":["trace[1227264406] 'process raft request' (duration: 236.811368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:19.298354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.565592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:44:19.298403Z","caller":"traceutil/trace.go:171","msg":"trace[484007629] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1371; }","duration":"208.651294ms","start":"2026-02-26T01:44:19.08974Z","end":"2026-02-26T01:44:19.298392Z","steps":["trace[484007629] 'agreement among raft nodes before linearized reading' (duration: 208.436138ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:33.702366Z","caller":"traceutil/trace.go:171","msg":"trace[1526301583] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"163.955866ms","start":"2026-02-26T01:44:33.538373Z","end":"2026-02-26T01:44:33.702329Z","steps":["trace[1526301583] 'process raft request' (duration: 163.719578ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:33.767704Z","caller":"traceutil/trace.go:171","msg":"trace[781832540] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"224.894951ms","start":"2026-02-26T01:44:33.542779Z","end":"2026-02-26T01:44:33.767674Z","steps":["trace[781832540] 'process raft request' (duration: 224.429156ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:33.926091Z","caller":"traceutil/trace.go:171","msg":"trace[185475005] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"154.93907ms","start":"2026-02-26T01:44:33.771096Z","end":"2026-02-26T01:44:33.926035Z","steps":["trace[185475005] 'process raft request' (duration: 70.067625ms)","trace[185475005] 'compare' (duration: 84.446621ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:33.926064Z","caller":"traceutil/trace.go:171","msg":"trace[1692763249] linearizableReadLoop","detail":"{readStateIndex:1621; appliedIndex:1618; }","duration":"127.840779ms","start":"2026-02-26T01:44:33.798194Z","end":"2026-02-26T01:44:33.926034Z","steps":["trace[1692763249] 'read index received' (duration: 42.989464ms)","trace[1692763249] 'applied index is now lower than readState.Index' (duration: 84.849894ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:33.926216Z","caller":"traceutil/trace.go:171","msg":"trace[879398555] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"154.441643ms","start":"2026-02-26T01:44:33.77171Z","end":"2026-02-26T01:44:33.926151Z","steps":["trace[879398555] 'process raft request' (duration: 154.182845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:33.926424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.215741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e00e32b-4f76-4bad-8a0c-c392df238fb4\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-26T01:44:33.926465Z","caller":"traceutil/trace.go:171","msg":"trace[18363047] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e00e32b-4f76-4bad-8a0c-c392df238fb4; range_end:; response_count:1; response_revision:1560; }","duration":"128.308434ms","start":"2026-02-26T01:44:33.798143Z","end":"2026-02-26T01:44:33.926451Z","steps":["trace[18363047] 'agreement among raft nodes before linearized reading' (duration: 128.121398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:33.926504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.700677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:33.926602Z","caller":"traceutil/trace.go:171","msg":"trace[283986821] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1560; }","duration":"100.828771ms","start":"2026-02-26T01:44:33.825753Z","end":"2026-02-26T01:44:33.926582Z","steps":["trace[283986821] 'agreement among raft nodes before linearized reading' (duration: 100.653705ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:33.926462Z","caller":"traceutil/trace.go:171","msg":"trace[1027498126] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"154.284659ms","start":"2026-02-26T01:44:33.771906Z","end":"2026-02-26T01:44:33.926191Z","steps":["trace[1027498126] 'process raft request' (duration: 154.084492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:35.009198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.817313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:44:35.009355Z","caller":"traceutil/trace.go:171","msg":"trace[1458211681] linearizableReadLoop","detail":"{readStateIndex:1622; appliedIndex:1621; }","duration":"1.044644937s","start":"2026-02-26T01:44:33.964685Z","end":"2026-02-26T01:44:35.00933Z","steps":["trace[1458211681] 'read index received' (duration: 124.576355ms)","trace[1458211681] 'applied index is now lower than readState.Index' (duration: 920.066402ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:35.009385Z","caller":"traceutil/trace.go:171","msg":"trace[391517884] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"1.075452775s","start":"2026-02-26T01:44:33.933885Z","end":"2026-02-26T01:44:35.009338Z","steps":["trace[391517884] 'process raft request' (duration: 155.342752ms)","trace[391517884] 'compare' (duration: 919.412151ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:35.009505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044831103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e00e32b-4f76-4bad-8a0c-c392df238fb4\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-02-26T01:44:35.00954Z","caller":"traceutil/trace.go:171","msg":"trace[602880087] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e00e32b-4f76-4bad-8a0c-c392df238fb4; range_end:; response_count:1; response_revision:1561; }","duration":"1.044914495s","start":"2026-02-26T01:44:33.964614Z","end":"2026-02-26T01:44:35.009528Z","steps":["trace[602880087] 'agreement among raft nodes before linearized reading' (duration: 1.044812412s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:35.009589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:33.964582Z","time spent":"1.044992877s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e00e32b-4f76-4bad-8a0c-c392df238fb4\" "} {"level":"warn","ts":"2026-02-26T01:44:35.009614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:33.933862Z","time spent":"1.07562s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:35.281373Z","caller":"traceutil/trace.go:171","msg":"trace[993584812] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"1.022826153s","start":"2026-02-26T01:44:34.258517Z","end":"2026-02-26T01:44:35.281344Z","steps":["trace[993584812] 'process raft request' (duration: 1.022642877s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:35.281633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:34.2585Z","time spent":"1.022972638s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:35.291213Z","caller":"traceutil/trace.go:171","msg":"trace[959057882] linearizableReadLoop","detail":"{readStateIndex:1624; appliedIndex:1622; }","duration":"281.812176ms","start":"2026-02-26T01:44:35.009389Z","end":"2026-02-26T01:44:35.291202Z","steps":["trace[959057882] 'read index received' (duration: 271.904651ms)","trace[959057882] 'applied index is now lower than readState.Index' (duration: 9.906765ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:35.291328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243619423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:35.291374Z","caller":"traceutil/trace.go:171","msg":"trace[1607499751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1563; }","duration":"1.243694846s","start":"2026-02-26T01:44:34.047665Z","end":"2026-02-26T01:44:35.29136Z","steps":["trace[1607499751] 'agreement among raft nodes before linearized reading' (duration: 1.243582852s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:35.291384Z","caller":"traceutil/trace.go:171","msg":"trace[401921323] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"526.423692ms","start":"2026-02-26T01:44:34.764945Z","end":"2026-02-26T01:44:35.291368Z","steps":["trace[401921323] 'process raft request' (duration: 526.175134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:35.291419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:34.047645Z","time spent":"1.243764857s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:44:35.291449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:34.764909Z","time spent":"526.502194ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:35.291478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.52695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T01:44:35.291562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.084846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T01:44:35.291587Z","caller":"traceutil/trace.go:171","msg":"trace[48329533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1563; }","duration":"643.697686ms","start":"2026-02-26T01:44:34.647866Z","end":"2026-02-26T01:44:35.291563Z","steps":["trace[48329533] 'agreement among raft nodes before linearized reading' (duration: 643.361776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:35.291603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.271061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:44:35.291618Z","caller":"traceutil/trace.go:171","msg":"trace[1992453529] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1563; }","duration":"900.172128ms","start":"2026-02-26T01:44:34.391428Z","end":"2026-02-26T01:44:35.2916Z","steps":["trace[1992453529] 'agreement among raft nodes before linearized reading' (duration: 899.973772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:35.291644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:34.647832Z","time spent":"643.80094ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:44:35.29166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:34.391409Z","time spent":"900.242701ms","remote":"127.0.0.1:41570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T01:44:35.291663Z","caller":"traceutil/trace.go:171","msg":"trace[1666406067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1563; }","duration":"928.398775ms","start":"2026-02-26T01:44:34.363246Z","end":"2026-02-26T01:44:35.291645Z","steps":["trace[1666406067] 'agreement among raft nodes before linearized reading' (duration: 928.23212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:35.291703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:34.363207Z","time spent":"928.487998ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:44:35.714029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.610678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:44:35.714129Z","caller":"traceutil/trace.go:171","msg":"trace[601029993] linearizableReadLoop","detail":"{readStateIndex:1626; appliedIndex:1624; }","duration":"413.977713ms","start":"2026-02-26T01:44:35.300135Z","end":"2026-02-26T01:44:35.714112Z","steps":["trace[601029993] 'read index received' (duration: 32.77136ms)","trace[601029993] 'applied index is now lower than readState.Index' (duration: 381.205103ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:35.714213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.085767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:35.71424Z","caller":"traceutil/trace.go:171","msg":"trace[912646588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1565; }","duration":"414.138009ms","start":"2026-02-26T01:44:35.300093Z","end":"2026-02-26T01:44:35.714231Z","steps":["trace[912646588] 'agreement among raft nodes before linearized reading' (duration: 414.087018ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:35.714192Z","caller":"traceutil/trace.go:171","msg":"trace[528870316] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"416.545596ms","start":"2026-02-26T01:44:35.297603Z","end":"2026-02-26T01:44:35.714149Z","steps":["trace[528870316] 'process raft request' (duration: 153.70314ms)","trace[528870316] 'compare' (duration: 262.502785ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:35.714268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:35.300069Z","time spent":"414.192991ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:44:35.714385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:35.297593Z","time spent":"416.68517ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:36.184877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.287275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:44:36.185014Z","caller":"traceutil/trace.go:171","msg":"trace[202901957] linearizableReadLoop","detail":"{readStateIndex:1627; appliedIndex:1626; }","duration":"470.841949ms","start":"2026-02-26T01:44:35.714151Z","end":"2026-02-26T01:44:36.184993Z","steps":["trace[202901957] 'read index received' (duration: 164.312356ms)","trace[202901957] 'applied index is now lower than readState.Index' (duration: 306.524533ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:36.185259Z","caller":"traceutil/trace.go:171","msg":"trace[1136308282] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"476.589432ms","start":"2026-02-26T01:44:35.708612Z","end":"2026-02-26T01:44:36.185202Z","steps":["trace[1136308282] 'process raft request' (duration: 169.857243ms)","trace[1136308282] 'compare' (duration: 306.14878ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:36.185535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.01097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T01:44:36.185621Z","caller":"traceutil/trace.go:171","msg":"trace[1074837930] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:1566; }","duration":"691.185395ms","start":"2026-02-26T01:44:35.494415Z","end":"2026-02-26T01:44:36.1856Z","steps":["trace[1074837930] 'agreement among raft nodes before linearized reading' (duration: 690.862925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:36.185631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:35.708578Z","time spent":"476.912913ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:36.185702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:35.49439Z","time spent":"691.272068ms","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-02-26T01:44:36.19876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.984286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:44:36.198823Z","caller":"traceutil/trace.go:171","msg":"trace[906475309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1567; }","duration":"267.0763ms","start":"2026-02-26T01:44:35.931734Z","end":"2026-02-26T01:44:36.19881Z","steps":["trace[906475309] 'agreement among raft nodes before linearized reading' (duration: 266.899954ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:36.198835Z","caller":"traceutil/trace.go:171","msg":"trace[1889701966] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"424.739026ms","start":"2026-02-26T01:44:35.774074Z","end":"2026-02-26T01:44:36.198813Z","steps":["trace[1889701966] 'process raft request' (duration: 424.25452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:36.198831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.993747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:44:36.198937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:35.774039Z","time spent":"424.838289ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:36.198968Z","caller":"traceutil/trace.go:171","msg":"trace[1308958437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1567; }","duration":"267.166783ms","start":"2026-02-26T01:44:35.93177Z","end":"2026-02-26T01:44:36.198937Z","steps":["trace[1308958437] 'agreement among raft nodes before linearized reading' (duration: 266.75765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:36.198762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.992102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e00e32b-4f76-4bad-8a0c-c392df238fb4\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-02-26T01:44:36.199039Z","caller":"traceutil/trace.go:171","msg":"trace[202667204] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e00e32b-4f76-4bad-8a0c-c392df238fb4; range_end:; response_count:1; response_revision:1567; }","duration":"184.355454ms","start":"2026-02-26T01:44:36.014676Z","end":"2026-02-26T01:44:36.199031Z","steps":["trace[202667204] 'agreement among raft nodes before linearized reading' (duration: 183.795936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:36.19939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.164104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:44:36.199481Z","caller":"traceutil/trace.go:171","msg":"trace[435334998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1567; }","duration":"268.310029ms","start":"2026-02-26T01:44:35.931151Z","end":"2026-02-26T01:44:36.199461Z","steps":["trace[435334998] 'agreement among raft nodes before linearized reading' (duration: 267.306887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.800726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377169795s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-26T01:44:37.800948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.186978Z","time spent":"1.613964944s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T01:44:37.809622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.386101389s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:44:37.811973Z","caller":"traceutil/trace.go:171","msg":"trace[1173989528] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"1.606292611s","start":"2026-02-26T01:44:36.205647Z","end":"2026-02-26T01:44:37.811939Z","steps":["trace[1173989528] 'process raft request' (duration: 1.606183297s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:37.812152Z","caller":"traceutil/trace.go:171","msg":"trace[2011143053] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"1.608309765s","start":"2026-02-26T01:44:36.203822Z","end":"2026-02-26T01:44:37.812132Z","steps":["trace[2011143053] 'process raft request' (duration: 1.607717446s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.812272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.203792Z","time spent":"1.608397537s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:37.812288Z","caller":"traceutil/trace.go:171","msg":"trace[1274827456] linearizableReadLoop","detail":"{readStateIndex:1632; appliedIndex:1628; }","duration":"1.511921224s","start":"2026-02-26T01:44:36.300262Z","end":"2026-02-26T01:44:37.812183Z","steps":["trace[1274827456] 'read index received' (duration: 123.275033ms)","trace[1274827456] 'applied index is now lower than readState.Index' (duration: 1.3886432s)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:37.812461Z","caller":"traceutil/trace.go:171","msg":"trace[1598901196] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"1.606755815s","start":"2026-02-26T01:44:36.205697Z","end":"2026-02-26T01:44:37.812453Z","steps":["trace[1598901196] 'process raft request' (duration: 1.606189797s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.812507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.205673Z","time spent":"1.606812827s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:37.812721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512474061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T01:44:37.812751Z","caller":"traceutil/trace.go:171","msg":"trace[2072959052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1570; }","duration":"1.512550923s","start":"2026-02-26T01:44:36.300192Z","end":"2026-02-26T01:44:37.812743Z","steps":["trace[2072959052] 'agreement among raft nodes before linearized reading' (duration: 1.51243389s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.812772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.300169Z","time spent":"1.512599235s","remote":"127.0.0.1:41570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:44:37.812976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.205613Z","time spent":"1.606454476s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:37.813314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129939556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-02-26T01:44:37.813375Z","caller":"traceutil/trace.go:171","msg":"trace[1310696667] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1573; }","duration":"1.130042379s","start":"2026-02-26T01:44:36.683318Z","end":"2026-02-26T01:44:37.813361Z","steps":["trace[1310696667] 'agreement among raft nodes before linearized reading' (duration: 1.129878174s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.813498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.683292Z","time spent":"1.130190234s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T01:44:37.813671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.943371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:37.813765Z","caller":"traceutil/trace.go:171","msg":"trace[299467912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1573; }","duration":"767.077465ms","start":"2026-02-26T01:44:37.046663Z","end":"2026-02-26T01:44:37.813741Z","steps":["trace[299467912] 'agreement among raft nodes before linearized reading' (duration: 766.92046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.813782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.76702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e00e32b-4f76-4bad-8a0c-c392df238fb4\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-02-26T01:44:37.813821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:37.046647Z","time spent":"767.158217ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:44:37.813843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.42308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:37.813854Z","caller":"traceutil/trace.go:171","msg":"trace[16960634] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e00e32b-4f76-4bad-8a0c-c392df238fb4; range_end:; response_count:1; response_revision:1573; }","duration":"609.887864ms","start":"2026-02-26T01:44:37.203951Z","end":"2026-02-26T01:44:37.813839Z","steps":["trace[16960634] 'agreement among raft nodes before linearized reading' (duration: 609.599105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.813858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.479857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:44:37.813872Z","caller":"traceutil/trace.go:171","msg":"trace[1034521298] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1573; }","duration":"695.482292ms","start":"2026-02-26T01:44:37.118381Z","end":"2026-02-26T01:44:37.813863Z","steps":["trace[1034521298] 'agreement among raft nodes before linearized reading' (duration: 695.43346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.813921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:37.118368Z","time spent":"695.525323ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:44:37.813947Z","caller":"traceutil/trace.go:171","msg":"trace[1936273197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1573; }","duration":"475.57664ms","start":"2026-02-26T01:44:37.33831Z","end":"2026-02-26T01:44:37.813886Z","steps":["trace[1936273197] 'agreement among raft nodes before linearized reading' (duration: 475.387164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.813981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:37.338295Z","time spent":"475.678982ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:44:37.813981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.054284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.1897a885c6f17045\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-02-26T01:44:37.814034Z","caller":"traceutil/trace.go:171","msg":"trace[926667885] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.1897a885c6f17045; range_end:; response_count:1; response_revision:1573; }","duration":"847.145877ms","start":"2026-02-26T01:44:36.966869Z","end":"2026-02-26T01:44:37.814015Z","steps":["trace[926667885] 'agreement among raft nodes before linearized reading' (duration: 846.967531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.814069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.966831Z","time spent":"847.228579ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.1897a885c6f17045\" "} {"level":"info","ts":"2026-02-26T01:44:37.814061Z","caller":"traceutil/trace.go:171","msg":"trace[1874281771] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"1.102752202s","start":"2026-02-26T01:44:36.711283Z","end":"2026-02-26T01:44:37.814035Z","steps":["trace[1874281771] 'process raft request' (duration: 1.101717189s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.814208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.711264Z","time spent":"1.102842586s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:37.814298Z","caller":"traceutil/trace.go:171","msg":"trace[1015784401] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"525.800344ms","start":"2026-02-26T01:44:37.288489Z","end":"2026-02-26T01:44:37.814289Z","steps":["trace[1015784401] 'process raft request' (duration: 524.605426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.81435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:37.288457Z","time spent":"525.869747ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:37.816514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:37.203917Z","time spent":"609.967227ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e00e32b-4f76-4bad-8a0c-c392df238fb4\" "} {"level":"info","ts":"2026-02-26T01:44:50.051588Z","caller":"traceutil/trace.go:171","msg":"trace[781802733] linearizableReadLoop","detail":"{readStateIndex:1740; appliedIndex:1739; }","duration":"181.152212ms","start":"2026-02-26T01:44:49.870408Z","end":"2026-02-26T01:44:50.05156Z","steps":["trace[781802733] 'read index received' (duration: 180.843172ms)","trace[781802733] 'applied index is now lower than readState.Index' (duration: 307.58µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:50.05171Z","caller":"traceutil/trace.go:171","msg":"trace[2019193492] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"190.199098ms","start":"2026-02-26T01:44:49.861471Z","end":"2026-02-26T01:44:50.05167Z","steps":["trace[2019193492] 'process raft request' (duration: 189.915929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:50.051939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.503972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:44:50.052053Z","caller":"traceutil/trace.go:171","msg":"trace[685162223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1675; }","duration":"181.679899ms","start":"2026-02-26T01:44:49.870349Z","end":"2026-02-26T01:44:50.052029Z","steps":["trace[685162223] 'agreement among raft nodes before linearized reading' (duration: 181.363089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:50.052113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.919178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:44:50.052168Z","caller":"traceutil/trace.go:171","msg":"trace[260924746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1675; }","duration":"166.091854ms","start":"2026-02-26T01:44:49.886064Z","end":"2026-02-26T01:44:50.052156Z","steps":["trace[260924746] 'agreement among raft nodes before linearized reading' (duration: 165.822985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:50.052246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.749653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T01:44:50.052357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.332817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:44:50.052399Z","caller":"traceutil/trace.go:171","msg":"trace[924367545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1675; }","duration":"154.945899ms","start":"2026-02-26T01:44:49.897424Z","end":"2026-02-26T01:44:50.05237Z","steps":["trace[924367545] 'agreement among raft nodes before linearized reading' (duration: 154.538456ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:50.052438Z","caller":"traceutil/trace.go:171","msg":"trace[652807788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1675; }","duration":"164.459841ms","start":"2026-02-26T01:44:49.887937Z","end":"2026-02-26T01:44:50.052397Z","steps":["trace[652807788] 'agreement among raft nodes before linearized reading' (duration: 164.211383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:50.052247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.30587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T01:44:50.052521Z","caller":"traceutil/trace.go:171","msg":"trace[1394309808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1675; }","duration":"149.651801ms","start":"2026-02-26T01:44:49.902841Z","end":"2026-02-26T01:44:50.052493Z","steps":["trace[1394309808] 'agreement among raft nodes before linearized reading' (duration: 149.195957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:50.052872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.004141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:44:50.052934Z","caller":"traceutil/trace.go:171","msg":"trace[452439317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1675; }","duration":"166.695313ms","start":"2026-02-26T01:44:49.88622Z","end":"2026-02-26T01:44:50.052915Z","steps":["trace[452439317] 'agreement among raft nodes before linearized reading' (duration: 165.98307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:51.029308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.778094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:44:51.029797Z","caller":"traceutil/trace.go:171","msg":"trace[1807700751] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"938.9301ms","start":"2026-02-26T01:44:50.090841Z","end":"2026-02-26T01:44:51.029772Z","steps":["trace[1807700751] 'process raft request' (duration: 938.882339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:51.029888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.090822Z","time spent":"939.028544ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:51.029853Z","caller":"traceutil/trace.go:171","msg":"trace[1315381800] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"971.885357ms","start":"2026-02-26T01:44:50.057896Z","end":"2026-02-26T01:44:51.029782Z","steps":["trace[1315381800] 'process raft request' (duration: 971.577227ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:51.030014Z","caller":"traceutil/trace.go:171","msg":"trace[132038142] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"971.448083ms","start":"2026-02-26T01:44:50.058478Z","end":"2026-02-26T01:44:51.029926Z","steps":["trace[132038142] 'process raft request' (duration: 971.152714ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:51.030157Z","caller":"traceutil/trace.go:171","msg":"trace[1024392827] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"971.613548ms","start":"2026-02-26T01:44:50.058531Z","end":"2026-02-26T01:44:51.030145Z","steps":["trace[1024392827] 'process raft request' (duration: 971.142513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:51.030226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.058496Z","time spent":"971.697991ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:51.03037Z","caller":"traceutil/trace.go:171","msg":"trace[698449423] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"972.61338ms","start":"2026-02-26T01:44:50.057706Z","end":"2026-02-26T01:44:51.030319Z","steps":["trace[698449423] 'process raft request' (duration: 73.681379ms)","trace[698449423] 'compare' (duration: 897.467884ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:51.030462Z","caller":"traceutil/trace.go:171","msg":"trace[1977256266] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"971.932219ms","start":"2026-02-26T01:44:50.058423Z","end":"2026-02-26T01:44:51.030355Z","steps":["trace[1977256266] 'process raft request' (duration: 971.159694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:51.03057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.057669Z","time spent":"972.806987ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:51.030585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.058391Z","time spent":"972.133015ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:51.03057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.057884Z","time spent":"972.201487ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:51.03085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.058447Z","time spent":"971.65444ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:51.270661Z","caller":"traceutil/trace.go:171","msg":"trace[1898212453] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"1.020248783s","start":"2026-02-26T01:44:50.250377Z","end":"2026-02-26T01:44:51.270626Z","steps":["trace[1898212453] 'process raft request' (duration: 1.020093928s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:51.270672Z","caller":"traceutil/trace.go:171","msg":"trace[241469453] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"1.02928432s","start":"2026-02-26T01:44:50.241309Z","end":"2026-02-26T01:44:51.270593Z","steps":["trace[241469453] 'process raft request' (duration: 940.383457ms)","trace[241469453] 'compare' (duration: 88.600673ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:51.270896Z","caller":"traceutil/trace.go:171","msg":"trace[547272344] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"998.11388ms","start":"2026-02-26T01:44:50.27275Z","end":"2026-02-26T01:44:51.270864Z","steps":["trace[547272344] 'process raft request' (duration: 997.78016ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:51.270903Z","caller":"traceutil/trace.go:171","msg":"trace[1798347571] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"965.739222ms","start":"2026-02-26T01:44:50.305141Z","end":"2026-02-26T01:44:51.270881Z","steps":["trace[1798347571] 'process raft request' (duration: 965.474523ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:51.2707Z","caller":"traceutil/trace.go:171","msg":"trace[974249042] linearizableReadLoop","detail":"{readStateIndex:1750; appliedIndex:1740; }","duration":"668.819555ms","start":"2026-02-26T01:44:50.601849Z","end":"2026-02-26T01:44:51.270669Z","steps":["trace[974249042] 'read index received' (duration: 385.482769ms)","trace[974249042] 'applied index is now lower than readState.Index' (duration: 283.335106ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:51.270959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.241275Z","time spent":"1.029535127s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:51.270991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.250342Z","time spent":"1.020431318s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:51.271053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.305126Z","time spent":"965.840975ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:51.271054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.272721Z","time spent":"998.247483ms","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7969,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:51.270897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.018482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:44:51.271157Z","caller":"traceutil/trace.go:171","msg":"trace[579143339] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1685; }","duration":"669.381133ms","start":"2026-02-26T01:44:50.601758Z","end":"2026-02-26T01:44:51.271139Z","steps":["trace[579143339] 'agreement among raft nodes before linearized reading' (duration: 669.013651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:51.271212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.601725Z","time spent":"669.471196ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:44:51.271202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.539695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:51.271298Z","caller":"traceutil/trace.go:171","msg":"trace[1138683955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1685; }","duration":"227.692319ms","start":"2026-02-26T01:44:51.04358Z","end":"2026-02-26T01:44:51.271272Z","steps":["trace[1138683955] 'agreement among raft nodes before linearized reading' (duration: 227.530544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:51.27136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.547855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T01:44:51.271399Z","caller":"traceutil/trace.go:171","msg":"trace[1294640011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1685; }","duration":"210.602437ms","start":"2026-02-26T01:44:51.060781Z","end":"2026-02-26T01:44:51.271384Z","steps":["trace[1294640011] 'agreement among raft nodes before linearized reading' (duration: 210.441292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.299044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11562009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:55.299153Z","caller":"traceutil/trace.go:171","msg":"trace[22340209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1697; }","duration":"1.115785565s","start":"2026-02-26T01:44:54.183341Z","end":"2026-02-26T01:44:55.299126Z","steps":["trace[22340209] 'range keys from in-memory index tree' (duration: 1.115492327s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.299238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:54.183314Z","time spent":"1.115877588s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:44:55.299327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005157504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T01:44:55.299413Z","caller":"traceutil/trace.go:171","msg":"trace[200808278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1697; }","duration":"1.005313689s","start":"2026-02-26T01:44:54.294084Z","end":"2026-02-26T01:44:55.299397Z","steps":["trace[200808278] 'range keys from in-memory index tree' (duration: 1.004914196s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.299448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:54.294053Z","time spent":"1.00538767s","remote":"127.0.0.1:41570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:44:55.299422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.764335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:55.299521Z","caller":"traceutil/trace.go:171","msg":"trace[1755529650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1697; }","duration":"252.946701ms","start":"2026-02-26T01:44:55.046551Z","end":"2026-02-26T01:44:55.299498Z","steps":["trace[1755529650] 'range keys from in-memory index tree' (duration: 252.633342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.299657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:54.125129Z","time spent":"1.174524291s","remote":"127.0.0.1:60498","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T01:44:55.300287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.911958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-26T01:44:55.30054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.521968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-26T01:44:55.30059Z","caller":"traceutil/trace.go:171","msg":"trace[1598896906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1697; }","duration":"246.596759ms","start":"2026-02-26T01:44:55.05398Z","end":"2026-02-26T01:44:55.300576Z","steps":["trace[1598896906] 'range keys from in-memory index tree' (duration: 246.389643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.300622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.436106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-02-26T01:44:55.30062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.212864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:44:55.300679Z","caller":"traceutil/trace.go:171","msg":"trace[1831890802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1697; }","duration":"247.55386ms","start":"2026-02-26T01:44:55.053111Z","end":"2026-02-26T01:44:55.300665Z","steps":["trace[1831890802] 'range keys from in-memory index tree' (duration: 247.178678ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.300694Z","caller":"traceutil/trace.go:171","msg":"trace[270769648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1697; }","duration":"233.306527ms","start":"2026-02-26T01:44:55.067369Z","end":"2026-02-26T01:44:55.300675Z","steps":["trace[270769648] 'range keys from in-memory index tree' (duration: 233.007828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.300702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.76855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:44:55.300817Z","caller":"traceutil/trace.go:171","msg":"trace[50352271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1697; }","duration":"232.914445ms","start":"2026-02-26T01:44:55.067876Z","end":"2026-02-26T01:44:55.30079Z","steps":["trace[50352271] 'range keys from in-memory index tree' (duration: 232.480031ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.300775Z","caller":"traceutil/trace.go:171","msg":"trace[493523408] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1697; }","duration":"515.236949ms","start":"2026-02-26T01:44:54.785272Z","end":"2026-02-26T01:44:55.300509Z","steps":["trace[493523408] 'range keys from in-memory index tree' (duration: 514.66222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.30102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:54.785245Z","time spent":"515.754036ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:44:55.3004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.723892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T01:44:55.301171Z","caller":"traceutil/trace.go:171","msg":"trace[1664197312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1697; }","duration":"252.549439ms","start":"2026-02-26T01:44:55.048573Z","end":"2026-02-26T01:44:55.301123Z","steps":["trace[1664197312] 'range keys from in-memory index tree' (duration: 251.430703ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.617967Z","caller":"traceutil/trace.go:171","msg":"trace[453646240] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"331.98676ms","start":"2026-02-26T01:44:55.285944Z","end":"2026-02-26T01:44:55.61793Z","steps":["trace[453646240] 'process raft request' (duration: 331.769884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.618215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:55.285906Z","time spent":"332.181466ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:55.628454Z","caller":"traceutil/trace.go:171","msg":"trace[221854446] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"340.897623ms","start":"2026-02-26T01:44:55.287517Z","end":"2026-02-26T01:44:55.628415Z","steps":["trace[221854446] 'process raft request' (duration: 340.656856ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.628517Z","caller":"traceutil/trace.go:171","msg":"trace[1263083922] linearizableReadLoop","detail":"{readStateIndex:1772; appliedIndex:1764; }","duration":"132.28487ms","start":"2026-02-26T01:44:55.496209Z","end":"2026-02-26T01:44:55.628494Z","steps":["trace[1263083922] 'read index received' (duration: 121.56767ms)","trace[1263083922] 'applied index is now lower than readState.Index' (duration: 10.7161ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:55.628521Z","caller":"traceutil/trace.go:171","msg":"trace[1889220429] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"323.009696ms","start":"2026-02-26T01:44:55.305452Z","end":"2026-02-26T01:44:55.628462Z","steps":["trace[1889220429] 'process raft request' (duration: 322.875371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.628669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:55.305425Z","time spent":"323.170601ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:55.628711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.473176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T01:44:55.628739Z","caller":"traceutil/trace.go:171","msg":"trace[964538455] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:1705; }","duration":"132.587349ms","start":"2026-02-26T01:44:55.496144Z","end":"2026-02-26T01:44:55.628732Z","steps":["trace[964538455] 'agreement among raft nodes before linearized reading' (duration: 132.435054ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.628736Z","caller":"traceutil/trace.go:171","msg":"trace[1998763876] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"323.032366ms","start":"2026-02-26T01:44:55.305691Z","end":"2026-02-26T01:44:55.628724Z","steps":["trace[1998763876] 'process raft request' (duration: 322.661834ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.62873Z","caller":"traceutil/trace.go:171","msg":"trace[1217869057] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"322.228011ms","start":"2026-02-26T01:44:55.30648Z","end":"2026-02-26T01:44:55.628708Z","steps":["trace[1217869057] 'process raft request' (duration: 321.964292ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.628671Z","caller":"traceutil/trace.go:171","msg":"trace[2023423435] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"322.18786ms","start":"2026-02-26T01:44:55.306457Z","end":"2026-02-26T01:44:55.628645Z","steps":["trace[2023423435] 'process raft request' (duration: 321.966102ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.628782Z","caller":"traceutil/trace.go:171","msg":"trace[1318183896] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"322.244601ms","start":"2026-02-26T01:44:55.306515Z","end":"2026-02-26T01:44:55.62876Z","steps":["trace[1318183896] 'process raft request' (duration: 321.954962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.628834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:55.306459Z","time spent":"322.320774ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:55.628894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:55.30648Z","time spent":"322.369305ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:55.628802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:55.305655Z","time spent":"323.114389ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:55.628666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:55.287486Z","time spent":"341.059818ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:55.628938Z","caller":"traceutil/trace.go:171","msg":"trace[2144205135] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"322.659675ms","start":"2026-02-26T01:44:55.306223Z","end":"2026-02-26T01:44:55.628882Z","steps":["trace[2144205135] 'process raft request' (duration: 322.158519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.629056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:55.306421Z","time spent":"322.461238ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:55.629164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:55.306213Z","time spent":"322.81918ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:28.218644Z","caller":"traceutil/trace.go:171","msg":"trace[1824003201] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1935; }","duration":"303.258461ms","start":"2026-02-26T01:45:27.91534Z","end":"2026-02-26T01:45:28.218598Z","steps":["trace[1824003201] 'read index received' (duration: 204.567809ms)","trace[1824003201] 'applied index is now lower than readState.Index' (duration: 98.688192ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:28.218817Z","caller":"traceutil/trace.go:171","msg":"trace[121230883] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"363.001697ms","start":"2026-02-26T01:45:27.855781Z","end":"2026-02-26T01:45:28.218783Z","steps":["trace[121230883] 'process raft request' (duration: 264.188341ms)","trace[121230883] 'compare' (duration: 98.473625ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:28.218988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.614763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:45:28.219033Z","caller":"traceutil/trace.go:171","msg":"trace[1458132195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1862; }","duration":"303.720116ms","start":"2026-02-26T01:45:27.915299Z","end":"2026-02-26T01:45:28.219019Z","steps":["trace[1458132195] 'agreement among raft nodes before linearized reading' (duration: 303.506429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:28.219065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:27.855763Z","time spent":"363.212234ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:28.219075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:27.915286Z","time spent":"303.779727ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:45:28.219276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.712808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:28.219377Z","caller":"traceutil/trace.go:171","msg":"trace[931463314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1862; }","duration":"171.873422ms","start":"2026-02-26T01:45:28.047475Z","end":"2026-02-26T01:45:28.219348Z","steps":["trace[931463314] 'agreement among raft nodes before linearized reading' (duration: 171.697067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:28.219506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.098828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T01:45:28.219634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.911912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:45:28.219685Z","caller":"traceutil/trace.go:171","msg":"trace[1900452376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1862; }","duration":"298.298314ms","start":"2026-02-26T01:45:27.921363Z","end":"2026-02-26T01:45:28.219661Z","steps":["trace[1900452376] 'agreement among raft nodes before linearized reading' (duration: 297.818009ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:28.219696Z","caller":"traceutil/trace.go:171","msg":"trace[1029402180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1862; }","duration":"303.993655ms","start":"2026-02-26T01:45:27.91568Z","end":"2026-02-26T01:45:28.219674Z","steps":["trace[1029402180] 'agreement among raft nodes before linearized reading' (duration: 303.414576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:28.219734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:27.915673Z","time spent":"304.048916ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:45:28.219888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.922317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-02-26T01:45:28.219945Z","caller":"traceutil/trace.go:171","msg":"trace[1604700937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1862; }","duration":"104.00993ms","start":"2026-02-26T01:45:28.115913Z","end":"2026-02-26T01:45:28.219923Z","steps":["trace[1604700937] 'agreement among raft nodes before linearized reading' (duration: 103.240245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:28.220106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.199312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T01:45:28.220172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.791292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:45:28.220197Z","caller":"traceutil/trace.go:171","msg":"trace[1728986917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1862; }","duration":"299.366728ms","start":"2026-02-26T01:45:27.920809Z","end":"2026-02-26T01:45:28.220175Z","steps":["trace[1728986917] 'agreement among raft nodes before linearized reading' (duration: 298.392947ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:28.220219Z","caller":"traceutil/trace.go:171","msg":"trace[293886161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1862; }","duration":"288.856304ms","start":"2026-02-26T01:45:27.93135Z","end":"2026-02-26T01:45:28.220206Z","steps":["trace[293886161] 'agreement among raft nodes before linearized reading' (duration: 287.754429ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:28.377736Z","caller":"traceutil/trace.go:171","msg":"trace[1807495435] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"154.43424ms","start":"2026-02-26T01:45:28.223272Z","end":"2026-02-26T01:45:28.377707Z","steps":["trace[1807495435] 'process raft request' (duration: 154.206552ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:28.378108Z","caller":"traceutil/trace.go:171","msg":"trace[866790227] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"154.587655ms","start":"2026-02-26T01:45:28.223501Z","end":"2026-02-26T01:45:28.378088Z","steps":["trace[866790227] 'process raft request' (duration: 154.150951ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:28.378538Z","caller":"traceutil/trace.go:171","msg":"trace[1557523894] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1936; }","duration":"149.554385ms","start":"2026-02-26T01:45:28.228957Z","end":"2026-02-26T01:45:28.378512Z","steps":["trace[1557523894] 'read index received' (duration: 80.607728ms)","trace[1557523894] 'applied index is now lower than readState.Index' (duration: 68.945527ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:28.378614Z","caller":"traceutil/trace.go:171","msg":"trace[1372739897] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"154.12316ms","start":"2026-02-26T01:45:28.224471Z","end":"2026-02-26T01:45:28.378594Z","steps":["trace[1372739897] 'process raft request' (duration: 153.426758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:28.378664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.686649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:28.378703Z","caller":"traceutil/trace.go:171","msg":"trace[909398628] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1867; }","duration":"149.771432ms","start":"2026-02-26T01:45:28.228919Z","end":"2026-02-26T01:45:28.37869Z","steps":["trace[909398628] 'agreement among raft nodes before linearized reading' (duration: 149.682179ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:28.378736Z","caller":"traceutil/trace.go:171","msg":"trace[273934749] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"153.981916ms","start":"2026-02-26T01:45:28.224734Z","end":"2026-02-26T01:45:28.378716Z","steps":["trace[273934749] 'process raft request' (duration: 153.653395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:28.738038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.137388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T01:45:28.738409Z","caller":"traceutil/trace.go:171","msg":"trace[1779149348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1868; }","duration":"176.272603ms","start":"2026-02-26T01:45:28.561834Z","end":"2026-02-26T01:45:28.738106Z","steps":["trace[1779149348] 'range keys from in-memory index tree' (duration: 175.921352ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:29.178843Z","caller":"traceutil/trace.go:171","msg":"trace[1531773600] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1943; }","duration":"194.114137ms","start":"2026-02-26T01:45:28.9847Z","end":"2026-02-26T01:45:29.178815Z","steps":["trace[1531773600] 'read index received' (duration: 193.87767ms)","trace[1531773600] 'applied index is now lower than readState.Index' (duration: 234.847µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:29.179035Z","caller":"traceutil/trace.go:171","msg":"trace[645241193] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"201.625006ms","start":"2026-02-26T01:45:28.977248Z","end":"2026-02-26T01:45:29.178873Z","steps":["trace[645241193] 'process raft request' (duration: 201.370798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:29.179327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.344865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:29.179411Z","caller":"traceutil/trace.go:171","msg":"trace[891503688] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1870; }","duration":"194.692647ms","start":"2026-02-26T01:45:28.984696Z","end":"2026-02-26T01:45:29.179388Z","steps":["trace[891503688] 'agreement among raft nodes before linearized reading' (duration: 194.263333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:30.546418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894542642,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:45:30.651617Z","caller":"traceutil/trace.go:171","msg":"trace[709226916] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"792.221515ms","start":"2026-02-26T01:45:29.859338Z","end":"2026-02-26T01:45:30.65156Z","steps":["trace[709226916] 'process raft request' (duration: 792.022729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:30.651807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:29.859319Z","time spent":"792.37484ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:31.751451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.10008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:45:31.751686Z","caller":"traceutil/trace.go:171","msg":"trace[1605997749] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"1.526766731s","start":"2026-02-26T01:45:30.224888Z","end":"2026-02-26T01:45:31.751655Z","steps":["trace[1605997749] 'process raft request' (duration: 880.33335ms)","trace[1605997749] 'compare' (duration: 645.622035ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:31.751853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:30.224853Z","time spent":"1.526903635s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:31.752374Z","caller":"traceutil/trace.go:171","msg":"trace[553204627] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1944; }","duration":"1.706248495s","start":"2026-02-26T01:45:30.046111Z","end":"2026-02-26T01:45:31.752359Z","steps":["trace[553204627] 'read index received' (duration: 605.357526ms)","trace[553204627] 'applied index is now lower than readState.Index' (duration: 1.100888929s)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:31.752371Z","caller":"traceutil/trace.go:171","msg":"trace[1920697964] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"1.354281748s","start":"2026-02-26T01:45:30.39806Z","end":"2026-02-26T01:45:31.752342Z","steps":["trace[1920697964] 'process raft request' (duration: 1.353518383s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:31.752495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:30.398038Z","time spent":"1.354391741s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:31.786749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740639386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:31.786827Z","caller":"traceutil/trace.go:171","msg":"trace[1623306589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1873; }","duration":"1.740777661s","start":"2026-02-26T01:45:30.046026Z","end":"2026-02-26T01:45:31.786804Z","steps":["trace[1623306589] 'agreement among raft nodes before linearized reading' (duration: 1.706435621s)","trace[1623306589] 'range keys from in-memory index tree' (duration: 34.240346ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:31.78684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403162889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T01:45:31.786876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403736027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:45:31.78687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.044431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897a88cd24c9a72\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-26T01:45:31.786902Z","caller":"traceutil/trace.go:171","msg":"trace[1678433523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1873; }","duration":"1.403255871s","start":"2026-02-26T01:45:30.38363Z","end":"2026-02-26T01:45:31.786885Z","steps":["trace[1678433523] 'agreement among raft nodes before linearized reading' (duration: 1.403050445s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:31.786936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403026044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:45:31.786946Z","caller":"traceutil/trace.go:171","msg":"trace[130565785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1873; }","duration":"1.403883872s","start":"2026-02-26T01:45:30.383039Z","end":"2026-02-26T01:45:31.786923Z","steps":["trace[130565785] 'agreement among raft nodes before linearized reading' (duration: 1.403760958s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:31.786974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:30.383621Z","time spent":"1.403333235s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:45:31.786967Z","caller":"traceutil/trace.go:171","msg":"trace[1104227183] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897a88cd24c9a72; range_end:; response_count:1; response_revision:1873; }","duration":"647.195955ms","start":"2026-02-26T01:45:31.139743Z","end":"2026-02-26T01:45:31.786939Z","steps":["trace[1104227183] 'agreement among raft nodes before linearized reading' (duration: 646.863245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:31.786972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027244943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T01:45:31.787001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:30.383004Z","time spent":"1.403986725s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:45:31.787035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:31.139716Z","time spent":"647.308749ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897a88cd24c9a72\" "} {"level":"warn","ts":"2026-02-26T01:45:31.786882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:30.045997Z","time spent":"1.740875734s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:45:31.787043Z","caller":"traceutil/trace.go:171","msg":"trace[280466445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1873; }","duration":"1.027341666s","start":"2026-02-26T01:45:30.75968Z","end":"2026-02-26T01:45:31.787021Z","steps":["trace[280466445] 'agreement among raft nodes before linearized reading' (duration: 1.027115199s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:31.787067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403656064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T01:45:31.787164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:30.759653Z","time spent":"1.027496351s","remote":"127.0.0.1:41570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T01:45:31.787193Z","caller":"traceutil/trace.go:171","msg":"trace[563069770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1873; }","duration":"1.403858671s","start":"2026-02-26T01:45:30.383305Z","end":"2026-02-26T01:45:31.787163Z","steps":["trace[563069770] 'agreement among raft nodes before linearized reading' (duration: 1.403428448s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:31.786984Z","caller":"traceutil/trace.go:171","msg":"trace[745933911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1873; }","duration":"1.403172129s","start":"2026-02-26T01:45:30.383801Z","end":"2026-02-26T01:45:31.786974Z","steps":["trace[745933911] 'agreement among raft nodes before linearized reading' (duration: 1.403009904s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:31.787262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:30.383266Z","time spent":"1.403985235s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:45:31.787268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:30.383771Z","time spent":"1.403485029s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:45:31.786738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462851272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:45:31.787384Z","caller":"traceutil/trace.go:171","msg":"trace[2047698068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1873; }","duration":"1.463583346s","start":"2026-02-26T01:45:30.323788Z","end":"2026-02-26T01:45:31.787371Z","steps":["trace[2047698068] 'agreement among raft nodes before linearized reading' (duration: 1.46277054s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:31.787437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:30.323758Z","time spent":"1.463664658s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:45:32.444618Z","caller":"traceutil/trace.go:171","msg":"trace[1786055816] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"652.856473ms","start":"2026-02-26T01:45:31.791739Z","end":"2026-02-26T01:45:32.444596Z","steps":["trace[1786055816] 'process raft request' (duration: 652.472161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:32.444737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:31.791712Z","time spent":"652.958226ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:32.444617Z","caller":"traceutil/trace.go:171","msg":"trace[653421367] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"652.822061ms","start":"2026-02-26T01:45:31.791784Z","end":"2026-02-26T01:45:32.444606Z","steps":["trace[653421367] 'process raft request' (duration: 652.732198ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:32.444792Z","caller":"traceutil/trace.go:171","msg":"trace[312194023] linearizableReadLoop","detail":"{readStateIndex:1954; appliedIndex:1948; }","duration":"649.749235ms","start":"2026-02-26T01:45:31.795024Z","end":"2026-02-26T01:45:32.444773Z","steps":["trace[312194023] 'read index received' (duration: 40.32677ms)","trace[312194023] 'applied index is now lower than readState.Index' (duration: 609.421184ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:32.444831Z","caller":"traceutil/trace.go:171","msg":"trace[2064412571] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"652.976786ms","start":"2026-02-26T01:45:31.791844Z","end":"2026-02-26T01:45:32.444821Z","steps":["trace[2064412571] 'process raft request' (duration: 652.811211ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:32.44481Z","caller":"traceutil/trace.go:171","msg":"trace[315393831] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"652.970486ms","start":"2026-02-26T01:45:31.791787Z","end":"2026-02-26T01:45:32.444757Z","steps":["trace[315393831] 'process raft request' (duration: 652.797771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:32.444887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:31.791833Z","time spent":"653.026588ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:32.444899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.875218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:32.444952Z","caller":"traceutil/trace.go:171","msg":"trace[696940186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1879; }","duration":"649.954401ms","start":"2026-02-26T01:45:31.794982Z","end":"2026-02-26T01:45:32.444937Z","steps":["trace[696940186] 'agreement among raft nodes before linearized reading' (duration: 649.873618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:32.445001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:31.794969Z","time spent":"650.020992ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:45:32.445011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:31.791745Z","time spent":"653.155793ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:32.445095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:31.791755Z","time spent":"653.115911ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:32.445133Z","caller":"traceutil/trace.go:171","msg":"trace[76982668] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"652.428749ms","start":"2026-02-26T01:45:31.792682Z","end":"2026-02-26T01:45:32.445111Z","steps":["trace[76982668] 'process raft request' (duration: 652.040597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:32.44546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:31.792664Z","time spent":"652.757389ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:32.447398Z","caller":"traceutil/trace.go:171","msg":"trace[1874849768] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"596.454143ms","start":"2026-02-26T01:45:31.850923Z","end":"2026-02-26T01:45:32.447378Z","steps":["trace[1874849768] 'process raft request' (duration: 596.34625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:32.447501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:31.850911Z","time spent":"596.536905ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:46:26.341502Z","caller":"traceutil/trace.go:171","msg":"trace[1108110604] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"103.864289ms","start":"2026-02-26T01:46:26.237597Z","end":"2026-02-26T01:46:26.341461Z","steps":["trace[1108110604] 'process raft request' (duration: 103.727034ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:26.341486Z","caller":"traceutil/trace.go:171","msg":"trace[213752760] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"104.133427ms","start":"2026-02-26T01:46:26.237305Z","end":"2026-02-26T01:46:26.341438Z","steps":["trace[213752760] 'process raft request' (duration: 91.792499ms)","trace[213752760] 'compare' (duration: 12.08895ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:26.34194Z","caller":"traceutil/trace.go:171","msg":"trace[329377798] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"103.808897ms","start":"2026-02-26T01:46:26.238078Z","end":"2026-02-26T01:46:26.341887Z","steps":["trace[329377798] 'process raft request' (duration: 103.506888ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:26.3419Z","caller":"traceutil/trace.go:171","msg":"trace[896877657] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"104.006773ms","start":"2026-02-26T01:46:26.237813Z","end":"2026-02-26T01:46:26.34182Z","steps":["trace[896877657] 'process raft request' (duration: 103.567969ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:40.245408Z","caller":"traceutil/trace.go:171","msg":"trace[1428333481] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"237.604428ms","start":"2026-02-26T01:46:40.007774Z","end":"2026-02-26T01:46:40.245378Z","steps":["trace[1428333481] 'process raft request' (duration: 237.408382ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:40.303722Z","caller":"traceutil/trace.go:171","msg":"trace[574285138] linearizableReadLoop","detail":"{readStateIndex:2429; appliedIndex:2427; }","duration":"257.266726ms","start":"2026-02-26T01:46:40.046422Z","end":"2026-02-26T01:46:40.303689Z","steps":["trace[574285138] 'read index received' (duration: 198.790116ms)","trace[574285138] 'applied index is now lower than readState.Index' (duration: 58.47535ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:40.303838Z","caller":"traceutil/trace.go:171","msg":"trace[777831401] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"294.841488ms","start":"2026-02-26T01:46:40.008927Z","end":"2026-02-26T01:46:40.303769Z","steps":["trace[777831401] 'process raft request' (duration: 294.539749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:40.303961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.145071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:40.304013Z","caller":"traceutil/trace.go:171","msg":"trace[999725295] range","detail":"{range_begin:/registry/networkpolicies/auth-system/keycloak; range_end:; response_count:0; response_revision:2333; }","duration":"215.286496ms","start":"2026-02-26T01:46:40.088712Z","end":"2026-02-26T01:46:40.303999Z","steps":["trace[999725295] 'agreement among raft nodes before linearized reading' (duration: 215.161472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:40.303961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.512144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:46:40.304352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.448437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T01:46:40.30447Z","caller":"traceutil/trace.go:171","msg":"trace[1520604390] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2333; }","duration":"172.685264ms","start":"2026-02-26T01:46:40.131756Z","end":"2026-02-26T01:46:40.304441Z","steps":["trace[1520604390] 'agreement among raft nodes before linearized reading' (duration: 172.244571ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:40.304221Z","caller":"traceutil/trace.go:171","msg":"trace[458534135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2333; }","duration":"257.803063ms","start":"2026-02-26T01:46:40.046353Z","end":"2026-02-26T01:46:40.304156Z","steps":["trace[458534135] 'agreement among raft nodes before linearized reading' (duration: 257.514334ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:44.219214Z","caller":"traceutil/trace.go:171","msg":"trace[1157080931] linearizableReadLoop","detail":"{readStateIndex:2488; appliedIndex:2487; }","duration":"171.761525ms","start":"2026-02-26T01:46:44.047401Z","end":"2026-02-26T01:46:44.219163Z","steps":["trace[1157080931] 'read index received' (duration: 171.406664ms)","trace[1157080931] 'applied index is now lower than readState.Index' (duration: 352.891µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:44.219456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.025434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:44.219512Z","caller":"traceutil/trace.go:171","msg":"trace[753750494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2391; }","duration":"172.149088ms","start":"2026-02-26T01:46:44.047338Z","end":"2026-02-26T01:46:44.219487Z","steps":["trace[753750494] 'agreement among raft nodes before linearized reading' (duration: 171.980902ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:44.219977Z","caller":"traceutil/trace.go:171","msg":"trace[106005690] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"245.412732ms","start":"2026-02-26T01:46:43.974544Z","end":"2026-02-26T01:46:44.219956Z","steps":["trace[106005690] 'process raft request' (duration: 244.431261ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:53.096594Z","caller":"traceutil/trace.go:171","msg":"trace[194438434] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"135.725992ms","start":"2026-02-26T01:46:52.960827Z","end":"2026-02-26T01:46:53.096553Z","steps":["trace[194438434] 'process raft request' (duration: 133.197742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:17.602939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.391734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:47:17.603151Z","caller":"traceutil/trace.go:171","msg":"trace[1850077184] linearizableReadLoop","detail":"{readStateIndex:2681; appliedIndex:2679; }","duration":"571.737223ms","start":"2026-02-26T01:47:17.031398Z","end":"2026-02-26T01:47:17.603136Z","steps":["trace[1850077184] 'read index received' (duration: 68.589389ms)","trace[1850077184] 'applied index is now lower than readState.Index' (duration: 503.146954ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:17.603214Z","caller":"traceutil/trace.go:171","msg":"trace[692860864] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"573.683764ms","start":"2026-02-26T01:47:17.029524Z","end":"2026-02-26T01:47:17.603207Z","steps":["trace[692860864] 'process raft request' (duration: 573.522579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:17.603261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:17.029508Z","time spent":"573.728795ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:47:17.603281Z","caller":"traceutil/trace.go:171","msg":"trace[1811135267] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"576.249064ms","start":"2026-02-26T01:47:17.026995Z","end":"2026-02-26T01:47:17.603244Z","steps":["trace[1811135267] 'process raft request' (duration: 254.468588ms)","trace[1811135267] 'compare' (duration: 321.125456ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:47:17.603456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:17.026955Z","time spent":"576.40876ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:47:17.603553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.143876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:47:17.603671Z","caller":"traceutil/trace.go:171","msg":"trace[83416075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2577; }","duration":"572.27886ms","start":"2026-02-26T01:47:17.031353Z","end":"2026-02-26T01:47:17.603632Z","steps":["trace[83416075] 'agreement among raft nodes before linearized reading' (duration: 571.992861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:17.603746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:17.031339Z","time spent":"572.373043ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:47:17.604277Z","caller":"traceutil/trace.go:171","msg":"trace[536166570] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"405.185781ms","start":"2026-02-26T01:47:17.199047Z","end":"2026-02-26T01:47:17.604232Z","steps":["trace[536166570] 'process raft request' (duration: 405.049027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:17.604291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.038722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:47:17.604464Z","caller":"traceutil/trace.go:171","msg":"trace[998865114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2578; }","duration":"558.231467ms","start":"2026-02-26T01:47:17.046218Z","end":"2026-02-26T01:47:17.604449Z","steps":["trace[998865114] 'agreement among raft nodes before linearized reading' (duration: 558.00436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:17.604473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:17.199021Z","time spent":"405.373978ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:47:17.604507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.573607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-26T01:47:17.604544Z","caller":"traceutil/trace.go:171","msg":"trace[542522758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2578; }","duration":"516.642579ms","start":"2026-02-26T01:47:17.087892Z","end":"2026-02-26T01:47:17.604534Z","steps":["trace[542522758] 'agreement among raft nodes before linearized reading' (duration: 516.518615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:17.604551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:17.046207Z","time spent":"558.332901ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:47:17.604567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:17.087874Z","time spent":"516.68842ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:47:18.271473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.503088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:47:18.271607Z","caller":"traceutil/trace.go:171","msg":"trace[1861900131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2580; }","duration":"267.743396ms","start":"2026-02-26T01:47:18.003828Z","end":"2026-02-26T01:47:18.271572Z","steps":["trace[1861900131] 'count revisions from in-memory index tree' (duration: 267.385384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:18.272425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.481554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1897a8a7fec02ffb\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-26T01:47:18.272477Z","caller":"traceutil/trace.go:171","msg":"trace[1094123937] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1897a8a7fec02ffb; range_end:; response_count:1; response_revision:2580; }","duration":"387.607478ms","start":"2026-02-26T01:47:17.884858Z","end":"2026-02-26T01:47:18.272466Z","steps":["trace[1094123937] 'range keys from in-memory index tree' (duration: 387.199296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:18.27251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:17.884825Z","time spent":"387.67567ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.1897a8a7fec02ffb\" "} {"level":"warn","ts":"2026-02-26T01:47:18.892908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.723194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:47:18.893133Z","caller":"traceutil/trace.go:171","msg":"trace[486183565] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"540.957215ms","start":"2026-02-26T01:47:18.352146Z","end":"2026-02-26T01:47:18.893103Z","steps":["trace[486183565] 'process raft request' (duration: 266.90746ms)","trace[486183565] 'compare' (duration: 273.540029ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:47:18.893213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:18.352112Z","time spent":"541.064698ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:47:18.958009Z","caller":"traceutil/trace.go:171","msg":"trace[1503373582] linearizableReadLoop","detail":"{readStateIndex:2687; appliedIndex:2685; }","duration":"521.258134ms","start":"2026-02-26T01:47:18.436723Z","end":"2026-02-26T01:47:18.957981Z","steps":["trace[1503373582] 'read index received' (duration: 182.38051ms)","trace[1503373582] 'applied index is now lower than readState.Index' (duration: 338.876544ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:18.958122Z","caller":"traceutil/trace.go:171","msg":"trace[1303010774] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"529.68746ms","start":"2026-02-26T01:47:18.428376Z","end":"2026-02-26T01:47:18.958063Z","steps":["trace[1303010774] 'process raft request' (duration: 529.427012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:18.958313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.552473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:47:18.958122Z","caller":"traceutil/trace.go:171","msg":"trace[434900410] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"438.313614ms","start":"2026-02-26T01:47:18.51976Z","end":"2026-02-26T01:47:18.958074Z","steps":["trace[434900410] 'process raft request' (duration: 438.18012ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:18.958406Z","caller":"traceutil/trace.go:171","msg":"trace[816835518] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2584; }","duration":"521.712428ms","start":"2026-02-26T01:47:18.436677Z","end":"2026-02-26T01:47:18.958389Z","steps":["trace[816835518] 'agreement among raft nodes before linearized reading' (duration: 521.44795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:18.958404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:18.42833Z","time spent":"529.921087ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:47:18.958455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:18.436657Z","time spent":"521.789681ms","remote":"127.0.0.1:54318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:47:18.958489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.31832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-26T01:47:18.958555Z","caller":"traceutil/trace.go:171","msg":"trace[860591790] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2584; }","duration":"408.435514ms","start":"2026-02-26T01:47:18.550104Z","end":"2026-02-26T01:47:18.95854Z","steps":["trace[860591790] 'agreement among raft nodes before linearized reading' (duration: 408.053602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:18.958563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:18.519743Z","time spent":"438.678255ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:47:18.958599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:18.550089Z","time spent":"408.502185ms","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-02-26T01:47:25.275199Z","caller":"traceutil/trace.go:171","msg":"trace[873720949] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"133.323805ms","start":"2026-02-26T01:47:25.14183Z","end":"2026-02-26T01:47:25.275154Z","steps":["trace[873720949] 'process raft request' (duration: 63.475081ms)","trace[873720949] 'compare' (duration: 69.660158ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:49:22.219097Z","caller":"traceutil/trace.go:171","msg":"trace[864436463] transaction","detail":"{read_only:false; response_revision:3293; number_of_response:1; }","duration":"123.35917ms","start":"2026-02-26T01:49:22.095705Z","end":"2026-02-26T01:49:22.219064Z","steps":["trace[864436463] 'process raft request' (duration: 123.066771ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:55.901452Z","caller":"traceutil/trace.go:171","msg":"trace[948986365] transaction","detail":"{read_only:false; response_revision:3529; number_of_response:1; }","duration":"299.664574ms","start":"2026-02-26T01:49:55.601762Z","end":"2026-02-26T01:49:55.901426Z","steps":["trace[948986365] 'process raft request' (duration: 270.914627ms)","trace[948986365] 'compare' (duration: 28.464278ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:49:55.90146Z","caller":"traceutil/trace.go:171","msg":"trace[1333962387] linearizableReadLoop","detail":"{readStateIndex:3671; appliedIndex:3670; }","duration":"295.509112ms","start":"2026-02-26T01:49:55.605907Z","end":"2026-02-26T01:49:55.901416Z","steps":["trace[1333962387] 'read index received' (duration: 266.978763ms)","trace[1333962387] 'applied index is now lower than readState.Index' (duration: 28.526769ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:49:55.90189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.965127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63164"} {"level":"info","ts":"2026-02-26T01:49:55.901994Z","caller":"traceutil/trace.go:171","msg":"trace[182340124] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3529; }","duration":"296.140593ms","start":"2026-02-26T01:49:55.605828Z","end":"2026-02-26T01:49:55.901969Z","steps":["trace[182340124] 'agreement among raft nodes before linearized reading' (duration: 295.688228ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:56.005689Z","caller":"traceutil/trace.go:171","msg":"trace[1938882224] transaction","detail":"{read_only:false; response_revision:3530; number_of_response:1; }","duration":"343.728752ms","start":"2026-02-26T01:49:55.66193Z","end":"2026-02-26T01:49:56.005659Z","steps":["trace[1938882224] 'process raft request' (duration: 342.863755ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:56.005828Z","caller":"traceutil/trace.go:171","msg":"trace[2120709793] linearizableReadLoop","detail":"{readStateIndex:3673; appliedIndex:3671; }","duration":"104.264485ms","start":"2026-02-26T01:49:55.901533Z","end":"2026-02-26T01:49:56.005797Z","steps":["trace[2120709793] 'read index received' (duration: 103.229543ms)","trace[2120709793] 'applied index is now lower than readState.Index' (duration: 1.031742ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:49:56.005907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:55.661895Z","time spent":"343.893277ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:49:56.006137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.864506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T01:49:56.005918Z","caller":"traceutil/trace.go:171","msg":"trace[703277041] transaction","detail":"{read_only:false; response_revision:3531; number_of_response:1; }","duration":"335.42022ms","start":"2026-02-26T01:49:55.670455Z","end":"2026-02-26T01:49:56.005876Z","steps":["trace[703277041] 'process raft request' (duration: 335.154751ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:56.006183Z","caller":"traceutil/trace.go:171","msg":"trace[768021041] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3531; }","duration":"151.99285ms","start":"2026-02-26T01:49:55.854174Z","end":"2026-02-26T01:49:56.006167Z","steps":["trace[768021041] 'agreement among raft nodes before linearized reading' (duration: 151.833585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:56.006331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:55.670425Z","time spent":"335.781541ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:49:56.006337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.663635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T01:49:56.006457Z","caller":"traceutil/trace.go:171","msg":"trace[1439637012] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3531; }","duration":"102.892972ms","start":"2026-02-26T01:49:55.903532Z","end":"2026-02-26T01:49:56.006425Z","steps":["trace[1439637012] 'agreement among raft nodes before linearized reading' (duration: 102.554291ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:04.371823Z","caller":"traceutil/trace.go:171","msg":"trace[242682828] transaction","detail":"{read_only:false; response_revision:3947; number_of_response:1; }","duration":"117.87796ms","start":"2026-02-26T01:51:04.253915Z","end":"2026-02-26T01:51:04.371793Z","steps":["trace[242682828] 'process raft request' (duration: 117.048534ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:12.759068Z","caller":"traceutil/trace.go:171","msg":"trace[1296679329] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"153.041583ms","start":"2026-02-26T01:51:12.605989Z","end":"2026-02-26T01:51:12.759031Z","steps":["trace[1296679329] 'process raft request' (duration: 152.61672ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:12.75911Z","caller":"traceutil/trace.go:171","msg":"trace[952141694] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"115.516415ms","start":"2026-02-26T01:51:12.643569Z","end":"2026-02-26T01:51:12.759085Z","steps":["trace[952141694] 'process raft request' (duration: 115.323699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:16.530871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.302451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:51:16.531107Z","caller":"traceutil/trace.go:171","msg":"trace[764207352] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"496.612694ms","start":"2026-02-26T01:51:16.034451Z","end":"2026-02-26T01:51:16.531064Z","steps":["trace[764207352] 'process raft request' (duration: 343.060425ms)","trace[764207352] 'compare' (duration: 153.142416ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:16.531175Z","caller":"traceutil/trace.go:171","msg":"trace[484862276] linearizableReadLoop","detail":"{readStateIndex:4571; appliedIndex:4570; }","duration":"486.37443ms","start":"2026-02-26T01:51:16.044765Z","end":"2026-02-26T01:51:16.531139Z","steps":["trace[484862276] 'read index received' (duration: 332.762759ms)","trace[484862276] 'applied index is now lower than readState.Index' (duration: 153.609521ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:16.531302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:16.034432Z","time spent":"496.79462ms","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:51:16.53134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.553085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:16.531429Z","caller":"traceutil/trace.go:171","msg":"trace[769122340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4393; }","duration":"486.686379ms","start":"2026-02-26T01:51:16.04472Z","end":"2026-02-26T01:51:16.531406Z","steps":["trace[769122340] 'agreement among raft nodes before linearized reading' (duration: 486.543335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:16.531478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:16.044698Z","time spent":"486.772642ms","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:51:16.537045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.137333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-02-26T01:51:16.537789Z","caller":"traceutil/trace.go:171","msg":"trace[1670524853] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4395; }","duration":"309.427362ms","start":"2026-02-26T01:51:16.227796Z","end":"2026-02-26T01:51:16.537224Z","steps":["trace[1670524853] 'agreement among raft nodes before linearized reading' (duration: 307.240102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:16.537945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:16.227773Z","time spent":"310.127854ms","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":49,"response size":1957138,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-02-26T01:51:18.059883Z","caller":"traceutil/trace.go:171","msg":"trace[2051294952] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"100.606504ms","start":"2026-02-26T01:51:17.959224Z","end":"2026-02-26T01:51:18.05983Z","steps":["trace[2051294952] 'process raft request' (duration: 100.16862ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:19.054865Z","caller":"traceutil/trace.go:171","msg":"trace[569853859] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"168.039117ms","start":"2026-02-26T01:51:18.886797Z","end":"2026-02-26T01:51:19.054836Z","steps":["trace[569853859] 'process raft request' (duration: 87.411646ms)","trace[569853859] 'compare' (duration: 80.427185ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:20.447673Z","caller":"traceutil/trace.go:171","msg":"trace[829146492] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"161.764809ms","start":"2026-02-26T01:51:20.285861Z","end":"2026-02-26T01:51:20.447626Z","steps":["trace[829146492] 'process raft request' (duration: 161.539172ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:24.209775Z","caller":"traceutil/trace.go:171","msg":"trace[706798651] linearizableReadLoop","detail":"{readStateIndex:4859; appliedIndex:4858; }","duration":"165.313611ms","start":"2026-02-26T01:51:24.044438Z","end":"2026-02-26T01:51:24.209751Z","steps":["trace[706798651] 'read index received' (duration: 165.244999ms)","trace[706798651] 'applied index is now lower than readState.Index' (duration: 67.072µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:24.209804Z","caller":"traceutil/trace.go:171","msg":"trace[377524355] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"218.310158ms","start":"2026-02-26T01:51:23.991453Z","end":"2026-02-26T01:51:24.209763Z","steps":["trace[377524355] 'process raft request' (duration: 218.129092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:24.209987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.541408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:24.210018Z","caller":"traceutil/trace.go:171","msg":"trace[2023342269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4672; }","duration":"165.59099ms","start":"2026-02-26T01:51:24.044417Z","end":"2026-02-26T01:51:24.210008Z","steps":["trace[2023342269] 'agreement among raft nodes before linearized reading' (duration: 165.461316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:24.210773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.458845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7133c23d-9050-4192-b363-0bb9095655af\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-02-26T01:51:24.210818Z","caller":"traceutil/trace.go:171","msg":"trace[1513843733] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7133c23d-9050-4192-b363-0bb9095655af; range_end:; response_count:1; response_revision:4673; }","duration":"128.559828ms","start":"2026-02-26T01:51:24.082249Z","end":"2026-02-26T01:51:24.210808Z","steps":["trace[1513843733] 'agreement among raft nodes before linearized reading' (duration: 128.401603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:24.210855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.591433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-cdwf8.1897a8e5be03933e\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-02-26T01:51:24.210911Z","caller":"traceutil/trace.go:171","msg":"trace[24829378] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-cdwf8.1897a8e5be03933e; range_end:; response_count:1; response_revision:4673; }","duration":"112.679255ms","start":"2026-02-26T01:51:24.098215Z","end":"2026-02-26T01:51:24.210894Z","steps":["trace[24829378] 'agreement among raft nodes before linearized reading' (duration: 112.463258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:24.210961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.961066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-cdwf8\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-02-26T01:51:24.211064Z","caller":"traceutil/trace.go:171","msg":"trace[556364933] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-cdwf8; range_end:; response_count:1; response_revision:4673; }","duration":"114.10902ms","start":"2026-02-26T01:51:24.096923Z","end":"2026-02-26T01:51:24.211032Z","steps":["trace[556364933] 'agreement among raft nodes before linearized reading' (duration: 113.78214ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:26.842169Z","caller":"traceutil/trace.go:171","msg":"trace[1357921] linearizableReadLoop","detail":"{readStateIndex:4904; appliedIndex:4903; }","duration":"190.27244ms","start":"2026-02-26T01:51:26.651875Z","end":"2026-02-26T01:51:26.842148Z","steps":["trace[1357921] 'read index received' (duration: 190.103825ms)","trace[1357921] 'applied index is now lower than readState.Index' (duration: 165.285µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:26.842226Z","caller":"traceutil/trace.go:171","msg":"trace[680724996] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"192.038676ms","start":"2026-02-26T01:51:26.650166Z","end":"2026-02-26T01:51:26.842205Z","steps":["trace[680724996] 'process raft request' (duration: 191.825029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:26.842426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.491937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:51:26.842541Z","caller":"traceutil/trace.go:171","msg":"trace[978250669] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4715; }","duration":"190.701874ms","start":"2026-02-26T01:51:26.65182Z","end":"2026-02-26T01:51:26.842522Z","steps":["trace[978250669] 'agreement among raft nodes before linearized reading' (duration: 190.463446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:26.846043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.847915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:51:26.846161Z","caller":"traceutil/trace.go:171","msg":"trace[223288053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4717; }","duration":"183.02053ms","start":"2026-02-26T01:51:26.663118Z","end":"2026-02-26T01:51:26.846138Z","steps":["trace[223288053] 'agreement among raft nodes before linearized reading' (duration: 182.737581ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:26.846108Z","caller":"traceutil/trace.go:171","msg":"trace[1883799091] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"188.832824ms","start":"2026-02-26T01:51:26.65725Z","end":"2026-02-26T01:51:26.846083Z","steps":["trace[1883799091] 'process raft request' (duration: 188.415641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:26.846364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.507442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz8kx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:51:26.846485Z","caller":"traceutil/trace.go:171","msg":"trace[662576727] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz8kx; range_end:; response_count:1; response_revision:4717; }","duration":"181.709359ms","start":"2026-02-26T01:51:26.664758Z","end":"2026-02-26T01:51:26.846467Z","steps":["trace[662576727] 'agreement among raft nodes before linearized reading' (duration: 181.282915ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:29.292614Z","caller":"traceutil/trace.go:171","msg":"trace[1002233167] linearizableReadLoop","detail":"{readStateIndex:4956; appliedIndex:4955; }","duration":"178.89916ms","start":"2026-02-26T01:51:29.113691Z","end":"2026-02-26T01:51:29.29259Z","steps":["trace[1002233167] 'read index received' (duration: 178.755506ms)","trace[1002233167] 'applied index is now lower than readState.Index' (duration: 142.464µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:29.292688Z","caller":"traceutil/trace.go:171","msg":"trace[112571297] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"201.462275ms","start":"2026-02-26T01:51:29.091175Z","end":"2026-02-26T01:51:29.292637Z","steps":["trace[112571297] 'process raft request' (duration: 201.238558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:29.292892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.793146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:51:29.292947Z","caller":"traceutil/trace.go:171","msg":"trace[2106303185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4765; }","duration":"177.931ms","start":"2026-02-26T01:51:29.115003Z","end":"2026-02-26T01:51:29.292934Z","steps":["trace[2106303185] 'agreement among raft nodes before linearized reading' (duration: 177.758245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:29.292944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.219111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:51:29.293041Z","caller":"traceutil/trace.go:171","msg":"trace[999652175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4765; }","duration":"179.356565ms","start":"2026-02-26T01:51:29.113661Z","end":"2026-02-26T01:51:29.293018Z","steps":["trace[999652175] 'agreement among raft nodes before linearized reading' (duration: 179.062406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:29.293107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.233672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T01:51:29.292944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.391498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-26T01:51:29.293186Z","caller":"traceutil/trace.go:171","msg":"trace[1805624767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4765; }","duration":"173.343405ms","start":"2026-02-26T01:51:29.119825Z","end":"2026-02-26T01:51:29.293168Z","steps":["trace[1805624767] 'agreement among raft nodes before linearized reading' (duration: 173.021155ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:29.293214Z","caller":"traceutil/trace.go:171","msg":"trace[490700960] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4765; }","duration":"125.698158ms","start":"2026-02-26T01:51:29.167507Z","end":"2026-02-26T01:51:29.293205Z","steps":["trace[490700960] 'agreement among raft nodes before linearized reading' (duration: 125.283835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:29.293272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.602183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:51:29.293346Z","caller":"traceutil/trace.go:171","msg":"trace[1207748912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4765; }","duration":"173.721177ms","start":"2026-02-26T01:51:29.119605Z","end":"2026-02-26T01:51:29.293326Z","steps":["trace[1207748912] 'agreement among raft nodes before linearized reading' (duration: 173.248472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:32.198096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.758762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:32.198191Z","caller":"traceutil/trace.go:171","msg":"trace[923114419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4825; }","duration":"151.914357ms","start":"2026-02-26T01:51:32.046258Z","end":"2026-02-26T01:51:32.198172Z","steps":["trace[923114419] 'range keys from in-memory index tree' (duration: 151.650118ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:32.371942Z","caller":"traceutil/trace.go:171","msg":"trace[744478276] linearizableReadLoop","detail":"{readStateIndex:5020; appliedIndex:5018; }","duration":"140.047032ms","start":"2026-02-26T01:51:32.231862Z","end":"2026-02-26T01:51:32.371909Z","steps":["trace[744478276] 'read index received' (duration: 52.412679ms)","trace[744478276] 'applied index is now lower than readState.Index' (duration: 87.633213ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:32.372017Z","caller":"traceutil/trace.go:171","msg":"trace[1708193370] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"151.099482ms","start":"2026-02-26T01:51:32.220868Z","end":"2026-02-26T01:51:32.371967Z","steps":["trace[1708193370] 'process raft request' (duration: 150.887185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:32.372242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.338001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-26T01:51:32.372401Z","caller":"traceutil/trace.go:171","msg":"trace[696028459] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4827; }","duration":"140.555658ms","start":"2026-02-26T01:51:32.23182Z","end":"2026-02-26T01:51:32.372376Z","steps":["trace[696028459] 'agreement among raft nodes before linearized reading' (duration: 140.200576ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:32.524372Z","caller":"traceutil/trace.go:171","msg":"trace[2131742925] linearizableReadLoop","detail":"{readStateIndex:5021; appliedIndex:5020; }","duration":"148.239151ms","start":"2026-02-26T01:51:32.376102Z","end":"2026-02-26T01:51:32.524341Z","steps":["trace[2131742925] 'read index received' (duration: 90.257647ms)","trace[2131742925] 'applied index is now lower than readState.Index' (duration: 57.980124ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:32.524493Z","caller":"traceutil/trace.go:171","msg":"trace[1505746196] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"149.342216ms","start":"2026-02-26T01:51:32.37514Z","end":"2026-02-26T01:51:32.524482Z","steps":["trace[1505746196] 'process raft request' (duration: 91.205126ms)","trace[1505746196] 'compare' (duration: 57.83813ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:32.524907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.781218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8bc7fdcd-8fce-4e82-b8b8-b7812e4031ec\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-26T01:51:32.524939Z","caller":"traceutil/trace.go:171","msg":"trace[53528459] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8bc7fdcd-8fce-4e82-b8b8-b7812e4031ec; range_end:; response_count:1; response_revision:4828; }","duration":"148.83398ms","start":"2026-02-26T01:51:32.376094Z","end":"2026-02-26T01:51:32.524928Z","steps":["trace[53528459] 'agreement among raft nodes before linearized reading' (duration: 148.668495ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:32.720232Z","caller":"traceutil/trace.go:171","msg":"trace[246165944] linearizableReadLoop","detail":"{readStateIndex:5025; appliedIndex:5021; }","duration":"195.761595ms","start":"2026-02-26T01:51:32.524443Z","end":"2026-02-26T01:51:32.720205Z","steps":["trace[246165944] 'read index received' (duration: 144.862964ms)","trace[246165944] 'applied index is now lower than readState.Index' (duration: 50.897111ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:32.720316Z","caller":"traceutil/trace.go:171","msg":"trace[418113742] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"340.776823ms","start":"2026-02-26T01:51:32.379502Z","end":"2026-02-26T01:51:32.720279Z","steps":["trace[418113742] 'process raft request' (duration: 289.757049ms)","trace[418113742] 'compare' (duration: 50.511008ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:32.720425Z","caller":"traceutil/trace.go:171","msg":"trace[441414758] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"340.599728ms","start":"2026-02-26T01:51:32.379813Z","end":"2026-02-26T01:51:32.720413Z","steps":["trace[441414758] 'process raft request' (duration: 340.316359ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:32.720421Z","caller":"traceutil/trace.go:171","msg":"trace[922475849] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"340.70047ms","start":"2026-02-26T01:51:32.379679Z","end":"2026-02-26T01:51:32.72038Z","steps":["trace[922475849] 'process raft request' (duration: 340.35463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:32.720466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:32.379493Z","time spent":"340.868696ms","remote":"127.0.0.1:54518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:32.720495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:32.379802Z","time spent":"340.648519ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:32.720558Z","caller":"traceutil/trace.go:171","msg":"trace[749345020] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"340.868506ms","start":"2026-02-26T01:51:32.379661Z","end":"2026-02-26T01:51:32.72053Z","steps":["trace[749345020] 'process raft request' (duration: 340.321719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:32.720613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:32.379653Z","time spent":"340.853915ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:32.720654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.280234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-02-26T01:51:32.720724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:32.379632Z","time spent":"341.001541ms","remote":"127.0.0.1:54518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:32.720661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.306824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-02-26T01:51:32.720739Z","caller":"traceutil/trace.go:171","msg":"trace[846922609] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4832; }","duration":"192.389788ms","start":"2026-02-26T01:51:32.528324Z","end":"2026-02-26T01:51:32.720714Z","steps":["trace[846922609] 'agreement among raft nodes before linearized reading' (duration: 192.1412ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:32.720904Z","caller":"traceutil/trace.go:171","msg":"trace[1343972423] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4832; }","duration":"343.571432ms","start":"2026-02-26T01:51:32.377292Z","end":"2026-02-26T01:51:32.720863Z","steps":["trace[1343972423] 'agreement among raft nodes before linearized reading' (duration: 343.222621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:32.721217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:32.377273Z","time spent":"343.717297ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16255,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-26T01:51:32.916637Z","caller":"traceutil/trace.go:171","msg":"trace[133258521] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"180.580784ms","start":"2026-02-26T01:51:32.736021Z","end":"2026-02-26T01:51:32.916602Z","steps":["trace[133258521] 'process raft request' (duration: 175.572385ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:37.185534Z","caller":"traceutil/trace.go:171","msg":"trace[1327711406] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"235.886025ms","start":"2026-02-26T01:51:36.949617Z","end":"2026-02-26T01:51:37.185503Z","steps":["trace[1327711406] 'process raft request' (duration: 232.765926ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:37.185708Z","caller":"traceutil/trace.go:171","msg":"trace[2083582330] linearizableReadLoop","detail":"{readStateIndex:5089; appliedIndex:5086; }","duration":"231.994601ms","start":"2026-02-26T01:51:36.95368Z","end":"2026-02-26T01:51:37.185675Z","steps":["trace[2083582330] 'read index received' (duration: 18.120573ms)","trace[2083582330] 'applied index is now lower than readState.Index' (duration: 213.872218ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:37.185882Z","caller":"traceutil/trace.go:171","msg":"trace[475133296] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"236.151842ms","start":"2026-02-26T01:51:36.949691Z","end":"2026-02-26T01:51:37.185843Z","steps":["trace[475133296] 'process raft request' (duration: 235.712118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:37.186071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.364053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz8kx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:51:37.186136Z","caller":"traceutil/trace.go:171","msg":"trace[746761245] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz8kx; range_end:; response_count:1; response_revision:4894; }","duration":"232.480907ms","start":"2026-02-26T01:51:36.95364Z","end":"2026-02-26T01:51:37.186121Z","steps":["trace[746761245] 'agreement among raft nodes before linearized reading' (duration: 232.229869ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:37.190709Z","caller":"traceutil/trace.go:171","msg":"trace[1849385309] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"169.892216ms","start":"2026-02-26T01:51:37.020783Z","end":"2026-02-26T01:51:37.190675Z","steps":["trace[1849385309] 'process raft request' (duration: 169.616918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:37.190788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.633997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:51:37.190887Z","caller":"traceutil/trace.go:171","msg":"trace[1841808766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4895; }","duration":"223.75209ms","start":"2026-02-26T01:51:36.967113Z","end":"2026-02-26T01:51:37.190865Z","steps":["trace[1841808766] 'agreement among raft nodes before linearized reading' (duration: 223.480212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:37.190786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.009379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:37.191111Z","caller":"traceutil/trace.go:171","msg":"trace[482456073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4895; }","duration":"145.388321ms","start":"2026-02-26T01:51:37.045677Z","end":"2026-02-26T01:51:37.191066Z","steps":["trace[482456073] 'agreement among raft nodes before linearized reading' (duration: 145.015229ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:45.133971Z","caller":"traceutil/trace.go:171","msg":"trace[948463405] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"130.094399ms","start":"2026-02-26T01:51:45.00383Z","end":"2026-02-26T01:51:45.133924Z","steps":["trace[948463405] 'process raft request' (duration: 129.80213ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:45.433301Z","caller":"traceutil/trace.go:171","msg":"trace[5912429] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"110.153284ms","start":"2026-02-26T01:51:45.323114Z","end":"2026-02-26T01:51:45.433267Z","steps":["trace[5912429] 'process raft request' (duration: 109.914597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:47.676128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.632781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:51:47.676287Z","caller":"traceutil/trace.go:171","msg":"trace[437523830] linearizableReadLoop","detail":"{readStateIndex:5247; appliedIndex:5246; }","duration":"228.443098ms","start":"2026-02-26T01:51:47.447818Z","end":"2026-02-26T01:51:47.676261Z","steps":["trace[437523830] 'read index received' (duration: 100.300321ms)","trace[437523830] 'applied index is now lower than readState.Index' (duration: 128.140567ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:47.676532Z","caller":"traceutil/trace.go:171","msg":"trace[573698675] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"248.184866ms","start":"2026-02-26T01:51:47.42828Z","end":"2026-02-26T01:51:47.676465Z","steps":["trace[573698675] 'process raft request' (duration: 119.824252ms)","trace[573698675] 'compare' (duration: 127.364723ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:47.676832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.018256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T01:51:47.676845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.669051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T01:51:47.676812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.432211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:51:47.676895Z","caller":"traceutil/trace.go:171","msg":"trace[311870731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5050; }","duration":"229.085148ms","start":"2026-02-26T01:51:47.447794Z","end":"2026-02-26T01:51:47.676879Z","steps":["trace[311870731] 'agreement among raft nodes before linearized reading' (duration: 228.651785ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:47.676917Z","caller":"traceutil/trace.go:171","msg":"trace[403846677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5050; }","duration":"220.789454ms","start":"2026-02-26T01:51:47.45611Z","end":"2026-02-26T01:51:47.6769Z","steps":["trace[403846677] 'agreement among raft nodes before linearized reading' (duration: 220.574517ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:47.676948Z","caller":"traceutil/trace.go:171","msg":"trace[995245357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5050; }","duration":"219.641748ms","start":"2026-02-26T01:51:47.457287Z","end":"2026-02-26T01:51:47.676929Z","steps":["trace[995245357] 'agreement among raft nodes before linearized reading' (duration: 219.344269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:47.67696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.61346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T01:51:47.677392Z","caller":"traceutil/trace.go:171","msg":"trace[974483860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5050; }","duration":"222.105296ms","start":"2026-02-26T01:51:47.455266Z","end":"2026-02-26T01:51:47.677372Z","steps":["trace[974483860] 'agreement among raft nodes before linearized reading' (duration: 221.358882ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:52.424776Z","caller":"traceutil/trace.go:171","msg":"trace[1789285603] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"219.227725ms","start":"2026-02-26T01:51:52.205509Z","end":"2026-02-26T01:51:52.424737Z","steps":["trace[1789285603] 'process raft request' (duration: 219.028668ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:55.138421Z","caller":"traceutil/trace.go:171","msg":"trace[2117083857] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"153.862205ms","start":"2026-02-26T01:51:54.984511Z","end":"2026-02-26T01:51:55.138373Z","steps":["trace[2117083857] 'process raft request' (duration: 150.652383ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:59.335229Z","caller":"traceutil/trace.go:171","msg":"trace[110494924] linearizableReadLoop","detail":"{readStateIndex:5411; appliedIndex:5410; }","duration":"251.580864ms","start":"2026-02-26T01:51:59.083618Z","end":"2026-02-26T01:51:59.335198Z","steps":["trace[110494924] 'read index received' (duration: 251.45457ms)","trace[110494924] 'applied index is now lower than readState.Index' (duration: 124.784µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:59.335349Z","caller":"traceutil/trace.go:171","msg":"trace[1300396194] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"254.084953ms","start":"2026-02-26T01:51:59.081212Z","end":"2026-02-26T01:51:59.335297Z","steps":["trace[1300396194] 'process raft request' (duration: 253.778364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:59.335559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.900274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-02-26T01:51:59.335687Z","caller":"traceutil/trace.go:171","msg":"trace[1111357597] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5210; }","duration":"252.09046ms","start":"2026-02-26T01:51:59.083566Z","end":"2026-02-26T01:51:59.335656Z","steps":["trace[1111357597] 'agreement among raft nodes before linearized reading' (duration: 251.79599ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:59.400576Z","caller":"traceutil/trace.go:171","msg":"trace[136621140] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"114.737391ms","start":"2026-02-26T01:51:59.285793Z","end":"2026-02-26T01:51:59.400531Z","steps":["trace[136621140] 'process raft request' (duration: 114.40391ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:59.400627Z","caller":"traceutil/trace.go:171","msg":"trace[2016937775] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"218.008106ms","start":"2026-02-26T01:51:59.182563Z","end":"2026-02-26T01:51:59.400571Z","steps":["trace[2016937775] 'process raft request' (duration: 217.403197ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:59.400705Z","caller":"traceutil/trace.go:171","msg":"trace[1286635238] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"119.813232ms","start":"2026-02-26T01:51:59.280863Z","end":"2026-02-26T01:51:59.400676Z","steps":["trace[1286635238] 'process raft request' (duration: 119.272955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:05.933289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894550730,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:52:06.239214Z","caller":"traceutil/trace.go:171","msg":"trace[1269406443] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"817.220897ms","start":"2026-02-26T01:52:05.421956Z","end":"2026-02-26T01:52:06.239177Z","steps":["trace[1269406443] 'process raft request' (duration: 817.052962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:06.239402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:05.421925Z","time spent":"817.378402ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:07.456721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.113176623s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:52:07.457171Z","caller":"traceutil/trace.go:171","msg":"trace[91852184] linearizableReadLoop","detail":"{readStateIndex:5462; appliedIndex:5459; }","duration":"2.024924128s","start":"2026-02-26T01:52:05.432224Z","end":"2026-02-26T01:52:07.457148Z","steps":["trace[91852184] 'read index received' (duration: 806.847468ms)","trace[91852184] 'applied index is now lower than readState.Index' (duration: 1.21807583s)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:07.457279Z","caller":"traceutil/trace.go:171","msg":"trace[554689065] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"2.030120313s","start":"2026-02-26T01:52:05.42715Z","end":"2026-02-26T01:52:07.45727Z","steps":["trace[554689065] 'process raft request' (duration: 2.029916337s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:07.457278Z","caller":"traceutil/trace.go:171","msg":"trace[87011673] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"2.031681283s","start":"2026-02-26T01:52:05.425582Z","end":"2026-02-26T01:52:07.457264Z","steps":["trace[87011673] 'process raft request' (duration: 2.031347112s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:07.457347Z","caller":"traceutil/trace.go:171","msg":"trace[481305290] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"1.262320948s","start":"2026-02-26T01:52:06.194985Z","end":"2026-02-26T01:52:07.457306Z","steps":["trace[481305290] 'process raft request' (duration: 1.262118962s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:07.457389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:05.427135Z","time spent":"2.030177785s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:07.457515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:05.42555Z","time spent":"2.031861769s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:07.457523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02530321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:52:07.457542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:06.194946Z","time spent":"1.262504544s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:52:07.45756Z","caller":"traceutil/trace.go:171","msg":"trace[1166355449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5261; }","duration":"2.025371332s","start":"2026-02-26T01:52:05.432177Z","end":"2026-02-26T01:52:07.457548Z","steps":["trace[1166355449] 'agreement among raft nodes before linearized reading' (duration: 2.025244408s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:07.4576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:05.432162Z","time spent":"2.025432074s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:52:07.517971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471325816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:52:07.517999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.411673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:52:07.518092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733012222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T01:52:07.518132Z","caller":"traceutil/trace.go:171","msg":"trace[1028897518] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5262; }","duration":"783.558418ms","start":"2026-02-26T01:52:06.734551Z","end":"2026-02-26T01:52:07.518109Z","steps":["trace[1028897518] 'agreement among raft nodes before linearized reading' (duration: 783.377132ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:07.518185Z","caller":"traceutil/trace.go:171","msg":"trace[994686847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5262; }","duration":"1.733113964s","start":"2026-02-26T01:52:05.785014Z","end":"2026-02-26T01:52:07.518128Z","steps":["trace[994686847] 'agreement among raft nodes before linearized reading' (duration: 1.73297918s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:07.518208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281676065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-02-26T01:52:07.518211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732919259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:52:07.518264Z","caller":"traceutil/trace.go:171","msg":"trace[1186308254] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5262; }","duration":"1.281717146s","start":"2026-02-26T01:52:06.236519Z","end":"2026-02-26T01:52:07.518236Z","steps":["trace[1186308254] 'agreement among raft nodes before linearized reading' (duration: 1.281559121s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:07.518307Z","caller":"traceutil/trace.go:171","msg":"trace[493513544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5262; }","duration":"1.733046032s","start":"2026-02-26T01:52:05.785241Z","end":"2026-02-26T01:52:07.518287Z","steps":["trace[493513544] 'agreement among raft nodes before linearized reading' (duration: 1.732814865s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:07.518215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:05.784984Z","time spent":"1.733222798s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:07.518358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:05.785235Z","time spent":"1.733114604s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:52:07.518051Z","caller":"traceutil/trace.go:171","msg":"trace[1782574226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5262; }","duration":"1.471464981s","start":"2026-02-26T01:52:06.046567Z","end":"2026-02-26T01:52:07.518032Z","steps":["trace[1782574226] 'agreement among raft nodes before linearized reading' (duration: 1.471329597s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:07.518222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:06.734481Z","time spent":"783.727533ms","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:07.518432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315563633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13290"} {"level":"warn","ts":"2026-02-26T01:52:07.518318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:06.236481Z","time spent":"1.281826439s","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-26T01:52:07.518514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999633774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-26T01:52:07.518516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:06.046545Z","time spent":"1.471944656s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:52:07.518567Z","caller":"traceutil/trace.go:171","msg":"trace[696805387] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5262; }","duration":"1.315705227s","start":"2026-02-26T01:52:06.202814Z","end":"2026-02-26T01:52:07.51852Z","steps":["trace[696805387] 'agreement among raft nodes before linearized reading' (duration: 1.315466279s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:07.518605Z","caller":"traceutil/trace.go:171","msg":"trace[1824791654] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5262; }","duration":"1.999800099s","start":"2026-02-26T01:52:05.518778Z","end":"2026-02-26T01:52:07.518578Z","steps":["trace[1824791654] 'agreement among raft nodes before linearized reading' (duration: 1.999444397s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:07.518502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.585284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:52:07.518677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7332833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:52:07.518887Z","caller":"traceutil/trace.go:171","msg":"trace[1794486022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5262; }","duration":"1.733846128s","start":"2026-02-26T01:52:05.78503Z","end":"2026-02-26T01:52:07.518876Z","steps":["trace[1794486022] 'agreement among raft nodes before linearized reading' (duration: 1.733202318s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:07.518894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086017131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz8kx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:52:07.518943Z","caller":"traceutil/trace.go:171","msg":"trace[437750657] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz8kx; range_end:; response_count:1; response_revision:5262; }","duration":"2.086089674s","start":"2026-02-26T01:52:05.432838Z","end":"2026-02-26T01:52:07.518928Z","steps":["trace[437750657] 'agreement among raft nodes before linearized reading' (duration: 2.085054901s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:07.518747Z","caller":"traceutil/trace.go:171","msg":"trace[752819451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5262; }","duration":"185.933005ms","start":"2026-02-26T01:52:07.332788Z","end":"2026-02-26T01:52:07.518721Z","steps":["trace[752819451] 'agreement among raft nodes before linearized reading' (duration: 185.251804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:07.518945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745231561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T01:52:07.518992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:05.785009Z","time spent":"1.733971612s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:07.518667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:06.202787Z","time spent":"1.315868322s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13312,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-26T01:52:07.518654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:05.518754Z","time spent":"1.999887982s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-02-26T01:52:07.519022Z","caller":"traceutil/trace.go:171","msg":"trace[1957834971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5262; }","duration":"1.745355704s","start":"2026-02-26T01:52:05.773649Z","end":"2026-02-26T01:52:07.519004Z","steps":["trace[1957834971] 'agreement among raft nodes before linearized reading' (duration: 1.744519188s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:07.518997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:05.432825Z","time spent":"2.086160177s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-pz8kx\" "} {"level":"warn","ts":"2026-02-26T01:52:07.519221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:05.773615Z","time spent":"1.745594372s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:07.519485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.007236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T01:52:07.519543Z","caller":"traceutil/trace.go:171","msg":"trace[298158736] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5262; }","duration":"472.097849ms","start":"2026-02-26T01:52:07.047431Z","end":"2026-02-26T01:52:07.519528Z","steps":["trace[298158736] 'agreement among raft nodes before linearized reading' (duration: 470.834739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:07.519584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:07.047413Z","time spent":"472.162011ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T01:52:08.191524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.867209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:52:08.191793Z","caller":"traceutil/trace.go:171","msg":"trace[707170266] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"730.577642ms","start":"2026-02-26T01:52:07.461181Z","end":"2026-02-26T01:52:08.191758Z","steps":["trace[707170266] 'process raft request' (duration: 188.341551ms)","trace[707170266] 'compare' (duration: 541.405884ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:08.191827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:07.520214Z","time spent":"671.609656ms","remote":"127.0.0.1:54274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T01:52:08.191861Z","caller":"traceutil/trace.go:171","msg":"trace[946749499] linearizableReadLoop","detail":"{readStateIndex:5466; appliedIndex:5464; }","duration":"671.737021ms","start":"2026-02-26T01:52:07.520086Z","end":"2026-02-26T01:52:08.191823Z","steps":["trace[946749499] 'read index received' (duration: 129.521741ms)","trace[946749499] 'applied index is now lower than readState.Index' (duration: 542.21235ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:08.19191Z","caller":"traceutil/trace.go:171","msg":"trace[1547736281] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"730.381626ms","start":"2026-02-26T01:52:07.46144Z","end":"2026-02-26T01:52:08.191821Z","steps":["trace[1547736281] 'process raft request' (duration: 730.21013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:08.19197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:07.461163Z","time spent":"730.712697ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:08.192024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.910726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:52:08.192074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:07.461414Z","time spent":"730.573732ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:52:08.192098Z","caller":"traceutil/trace.go:171","msg":"trace[808192880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5264; }","duration":"672.021069ms","start":"2026-02-26T01:52:07.520059Z","end":"2026-02-26T01:52:08.19208Z","steps":["trace[808192880] 'agreement among raft nodes before linearized reading' (duration: 671.882575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:08.192155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:07.520034Z","time spent":"672.111992ms","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:52:08.192539Z","caller":"traceutil/trace.go:171","msg":"trace[1528148229] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"670.199811ms","start":"2026-02-26T01:52:07.522324Z","end":"2026-02-26T01:52:08.192523Z","steps":["trace[1528148229] 'process raft request' (duration: 669.473718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:08.192619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:07.522297Z","time spent":"670.284594ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:08.192719Z","caller":"traceutil/trace.go:171","msg":"trace[226337239] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"669.381155ms","start":"2026-02-26T01:52:07.523328Z","end":"2026-02-26T01:52:08.192709Z","steps":["trace[226337239] 'process raft request' (duration: 669.156368ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:08.192731Z","caller":"traceutil/trace.go:171","msg":"trace[1095791466] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"669.282022ms","start":"2026-02-26T01:52:07.523439Z","end":"2026-02-26T01:52:08.192721Z","steps":["trace[1095791466] 'process raft request' (duration: 669.150548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:08.192763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:07.523311Z","time spent":"669.428167ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:08.192808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:07.523427Z","time spent":"669.334824ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:08.192877Z","caller":"traceutil/trace.go:171","msg":"trace[784543368] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"668.182467ms","start":"2026-02-26T01:52:07.524689Z","end":"2026-02-26T01:52:08.192872Z","steps":["trace[784543368] 'process raft request' (duration: 667.95481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:08.192915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:07.524675Z","time spent":"668.220698ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:08.192989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.621134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:08.193011Z","caller":"traceutil/trace.go:171","msg":"trace[550421715] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5269; }","duration":"653.670156ms","start":"2026-02-26T01:52:07.539336Z","end":"2026-02-26T01:52:08.193006Z","steps":["trace[550421715] 'agreement among raft nodes before linearized reading' (duration: 653.629174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:08.192996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.07306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1e5d5341-36e4-4290-8742-e68733f84ff8\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-02-26T01:52:08.19305Z","caller":"traceutil/trace.go:171","msg":"trace[1134585409] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"662.092024ms","start":"2026-02-26T01:52:07.530952Z","end":"2026-02-26T01:52:08.193044Z","steps":["trace[1134585409] 'process raft request' (duration: 661.726482ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:08.193063Z","caller":"traceutil/trace.go:171","msg":"trace[518541964] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1e5d5341-36e4-4290-8742-e68733f84ff8; range_end:; response_count:1; response_revision:5269; }","duration":"671.205624ms","start":"2026-02-26T01:52:07.521838Z","end":"2026-02-26T01:52:08.193043Z","steps":["trace[518541964] 'agreement among raft nodes before linearized reading' (duration: 671.011378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:08.193087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:07.53094Z","time spent":"662.130065ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13862,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:08.193111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:07.521801Z","time spent":"671.298467ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-1e5d5341-36e4-4290-8742-e68733f84ff8\" "} {"level":"warn","ts":"2026-02-26T01:52:08.193217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.460402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:52:08.193241Z","caller":"traceutil/trace.go:171","msg":"trace[198390067] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5269; }","duration":"114.526774ms","start":"2026-02-26T01:52:08.078709Z","end":"2026-02-26T01:52:08.193236Z","steps":["trace[198390067] 'agreement among raft nodes before linearized reading' (duration: 114.473782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:08.19303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:07.539323Z","time spent":"653.702726ms","remote":"127.0.0.1:54500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:08.193444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.783148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T01:52:08.193508Z","caller":"traceutil/trace.go:171","msg":"trace[1377843177] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5269; }","duration":"669.876151ms","start":"2026-02-26T01:52:07.523618Z","end":"2026-02-26T01:52:08.193494Z","steps":["trace[1377843177] 'agreement among raft nodes before linearized reading' (duration: 669.713216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:08.193551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:07.523605Z","time spent":"669.934104ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T01:52:08.194216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.592982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81889"} {"level":"info","ts":"2026-02-26T01:52:08.194271Z","caller":"traceutil/trace.go:171","msg":"trace[139126444] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5269; }","duration":"669.676654ms","start":"2026-02-26T01:52:07.524583Z","end":"2026-02-26T01:52:08.19426Z","steps":["trace[139126444] 'agreement among raft nodes before linearized reading' (duration: 668.548069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:08.194306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:07.524573Z","time spent":"669.724507ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81911,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T01:52:08.714947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.346249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:52:08.715279Z","caller":"traceutil/trace.go:171","msg":"trace[603861988] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"415.333873ms","start":"2026-02-26T01:52:08.299881Z","end":"2026-02-26T01:52:08.715215Z","steps":["trace[603861988] 'process raft request' (duration: 415.22358ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:08.7153Z","caller":"traceutil/trace.go:171","msg":"trace[1199908520] linearizableReadLoop","detail":"{readStateIndex:5475; appliedIndex:5474; }","duration":"426.475457ms","start":"2026-02-26T01:52:08.288787Z","end":"2026-02-26T01:52:08.715262Z","steps":["trace[1199908520] 'read index received' (duration: 51.695544ms)","trace[1199908520] 'applied index is now lower than readState.Index' (duration: 374.774003ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:08.715397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:08.299866Z","time spent":"415.477117ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13648,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:08.7158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.913984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:52:08.715814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.309588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-26T01:52:08.715855Z","caller":"traceutil/trace.go:171","msg":"trace[1170165397] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5273; }","duration":"416.979375ms","start":"2026-02-26T01:52:08.298862Z","end":"2026-02-26T01:52:08.715841Z","steps":["trace[1170165397] 'agreement among raft nodes before linearized reading' (duration: 416.888342ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:08.715864Z","caller":"traceutil/trace.go:171","msg":"trace[110725121] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5273; }","duration":"104.413802ms","start":"2026-02-26T01:52:08.611436Z","end":"2026-02-26T01:52:08.71585Z","steps":["trace[110725121] 'agreement among raft nodes before linearized reading' (duration: 104.014179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:08.715897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:08.298856Z","time spent":"417.030507ms","remote":"127.0.0.1:54698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T01:52:08.715888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.343999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-26T01:52:08.716072Z","caller":"traceutil/trace.go:171","msg":"trace[831691192] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"471.411957ms","start":"2026-02-26T01:52:08.24457Z","end":"2026-02-26T01:52:08.715982Z","steps":["trace[831691192] 'process raft request' (duration: 95.89398ms)","trace[831691192] 'compare' (duration: 374.022479ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:08.716167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.165783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T01:52:08.716229Z","caller":"traceutil/trace.go:171","msg":"trace[221205050] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5273; }","duration":"479.280897ms","start":"2026-02-26T01:52:08.236931Z","end":"2026-02-26T01:52:08.716212Z","steps":["trace[221205050] 'agreement among raft nodes before linearized reading' (duration: 478.4366ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:08.716028Z","caller":"traceutil/trace.go:171","msg":"trace[1213082168] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5273; }","duration":"418.536065ms","start":"2026-02-26T01:52:08.297463Z","end":"2026-02-26T01:52:08.716Z","steps":["trace[1213082168] 'agreement among raft nodes before linearized reading' (duration: 417.989998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:08.716282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:08.236914Z","time spent":"479.35763ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T01:52:08.716358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:08.297442Z","time spent":"418.899596ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-26T01:52:08.716444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:08.244551Z","time spent":"471.656555ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:09.133835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.318699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:52:09.134073Z","caller":"traceutil/trace.go:171","msg":"trace[611987138] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"410.061185ms","start":"2026-02-26T01:52:08.723974Z","end":"2026-02-26T01:52:09.134035Z","steps":["trace[611987138] 'process raft request' (duration: 277.430336ms)","trace[611987138] 'compare' (duration: 132.196986ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:09.134221Z","caller":"traceutil/trace.go:171","msg":"trace[1920646039] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"410.192869ms","start":"2026-02-26T01:52:08.723996Z","end":"2026-02-26T01:52:09.134189Z","steps":["trace[1920646039] 'process raft request' (duration: 409.935511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:09.134249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:08.723953Z","time spent":"410.20297ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:09.134344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:08.723976Z","time spent":"410.303563ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:09.134318Z","caller":"traceutil/trace.go:171","msg":"trace[332483806] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"410.105016ms","start":"2026-02-26T01:52:08.724181Z","end":"2026-02-26T01:52:09.134286Z","steps":["trace[332483806] 'process raft request' (duration: 409.854738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:09.134486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:08.724167Z","time spent":"410.229041ms","remote":"127.0.0.1:54518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:09.134514Z","caller":"traceutil/trace.go:171","msg":"trace[523834941] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"409.935571ms","start":"2026-02-26T01:52:08.724572Z","end":"2026-02-26T01:52:09.134507Z","steps":["trace[523834941] 'process raft request' (duration: 409.729495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:09.134552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:08.72456Z","time spent":"409.972452ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:09.134755Z","caller":"traceutil/trace.go:171","msg":"trace[1789988655] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"403.876428ms","start":"2026-02-26T01:52:08.730871Z","end":"2026-02-26T01:52:09.134748Z","steps":["trace[1789988655] 'process raft request' (duration: 403.60983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:09.134794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:08.730858Z","time spent":"403.91735ms","remote":"127.0.0.1:54706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12011,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:09.135672Z","caller":"traceutil/trace.go:171","msg":"trace[1062320548] linearizableReadLoop","detail":"{readStateIndex:5483; appliedIndex:5477; }","duration":"328.081157ms","start":"2026-02-26T01:52:08.807571Z","end":"2026-02-26T01:52:09.135652Z","steps":["trace[1062320548] 'read index received' (duration: 193.870447ms)","trace[1062320548] 'applied index is now lower than readState.Index' (duration: 134.20964ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:09.135779Z","caller":"traceutil/trace.go:171","msg":"trace[73061278] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"403.951751ms","start":"2026-02-26T01:52:08.7318Z","end":"2026-02-26T01:52:09.135751Z","steps":["trace[73061278] 'process raft request' (duration: 402.776514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:09.135928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:08.731786Z","time spent":"404.072144ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17220,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:09.136143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.967465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-26T01:52:09.136222Z","caller":"traceutil/trace.go:171","msg":"trace[1226705649] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5280; }","duration":"345.088338ms","start":"2026-02-26T01:52:08.791117Z","end":"2026-02-26T01:52:09.136205Z","steps":["trace[1226705649] 'agreement among raft nodes before linearized reading' (duration: 344.741417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:09.136379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:08.791094Z","time spent":"345.271444ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-26T01:52:09.136532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.506503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T01:52:09.136564Z","caller":"traceutil/trace.go:171","msg":"trace[235236950] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5280; }","duration":"412.567474ms","start":"2026-02-26T01:52:08.723989Z","end":"2026-02-26T01:52:09.136557Z","steps":["trace[235236950] 'agreement among raft nodes before linearized reading' (duration: 412.499912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:09.136587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:08.723972Z","time spent":"412.610796ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T01:52:09.136469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.209265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8bc7fdcd-8fce-4e82-b8b8-b7812e4031ec\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-26T01:52:09.136893Z","caller":"traceutil/trace.go:171","msg":"trace[1939688360] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8bc7fdcd-8fce-4e82-b8b8-b7812e4031ec; range_end:; response_count:1; response_revision:5280; }","duration":"325.736583ms","start":"2026-02-26T01:52:08.811143Z","end":"2026-02-26T01:52:09.136879Z","steps":["trace[1939688360] 'agreement among raft nodes before linearized reading' (duration: 325.214736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:09.136917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:08.811095Z","time spent":"325.815395ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-8bc7fdcd-8fce-4e82-b8b8-b7812e4031ec\" "} {"level":"info","ts":"2026-02-26T01:52:09.358283Z","caller":"traceutil/trace.go:171","msg":"trace[1095178709] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"202.500543ms","start":"2026-02-26T01:52:09.155752Z","end":"2026-02-26T01:52:09.358252Z","steps":["trace[1095178709] 'process raft request' (duration: 175.675279ms)","trace[1095178709] 'compare' (duration: 26.69897ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:09.755573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.766866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:52:09.756028Z","caller":"traceutil/trace.go:171","msg":"trace[846033745] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"528.782411ms","start":"2026-02-26T01:52:09.227209Z","end":"2026-02-26T01:52:09.755991Z","steps":["trace[846033745] 'process raft request' (duration: 316.498238ms)","trace[846033745] 'compare' (duration: 211.604931ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:09.756203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:09.227185Z","time spent":"528.926455ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:09.756361Z","caller":"traceutil/trace.go:171","msg":"trace[713094184] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"528.218333ms","start":"2026-02-26T01:52:09.227876Z","end":"2026-02-26T01:52:09.756095Z","steps":["trace[713094184] 'process raft request' (duration: 528.12144ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:09.756491Z","caller":"traceutil/trace.go:171","msg":"trace[1496872105] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"528.41605ms","start":"2026-02-26T01:52:09.227731Z","end":"2026-02-26T01:52:09.756147Z","steps":["trace[1496872105] 'process raft request' (duration: 528.174202ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:09.756553Z","caller":"traceutil/trace.go:171","msg":"trace[1688508533] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"516.940955ms","start":"2026-02-26T01:52:09.239585Z","end":"2026-02-26T01:52:09.756526Z","steps":["trace[1688508533] 'process raft request' (duration: 516.677956ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:09.75659Z","caller":"traceutil/trace.go:171","msg":"trace[1835287188] linearizableReadLoop","detail":"{readStateIndex:5489; appliedIndex:5484; }","duration":"527.893723ms","start":"2026-02-26T01:52:09.22867Z","end":"2026-02-26T01:52:09.756564Z","steps":["trace[1835287188] 'read index received' (duration: 102.920014ms)","trace[1835287188] 'applied index is now lower than readState.Index' (duration: 424.970439ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:09.756634Z","caller":"traceutil/trace.go:171","msg":"trace[1148869341] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"291.799402ms","start":"2026-02-26T01:52:09.464805Z","end":"2026-02-26T01:52:09.756604Z","steps":["trace[1148869341] 'process raft request' (duration: 291.73795ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:09.756695Z","caller":"traceutil/trace.go:171","msg":"trace[202942187] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"294.192838ms","start":"2026-02-26T01:52:09.462463Z","end":"2026-02-26T01:52:09.756655Z","steps":["trace[202942187] 'process raft request' (duration: 294.008172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:09.756723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:09.239565Z","time spent":"517.056648ms","remote":"127.0.0.1:54706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15333,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:09.756736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:09.227721Z","time spent":"528.891984ms","remote":"127.0.0.1:54518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:09.756498Z","caller":"traceutil/trace.go:171","msg":"trace[611597799] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"528.048258ms","start":"2026-02-26T01:52:09.228409Z","end":"2026-02-26T01:52:09.756458Z","steps":["trace[611597799] 'process raft request' (duration: 527.640885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:09.75693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.23781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-02-26T01:52:09.756933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:09.228395Z","time spent":"528.4635ms","remote":"127.0.0.1:54518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:09.756962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.253214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17025"} {"level":"info","ts":"2026-02-26T01:52:09.756993Z","caller":"traceutil/trace.go:171","msg":"trace[1036736610] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5289; }","duration":"515.321483ms","start":"2026-02-26T01:52:09.24165Z","end":"2026-02-26T01:52:09.756972Z","steps":["trace[1036736610] 'agreement among raft nodes before linearized reading' (duration: 515.097336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:09.757055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:09.241642Z","time spent":"515.402245ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-26T01:52:09.757067Z","caller":"traceutil/trace.go:171","msg":"trace[1453222458] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5289; }","duration":"528.396299ms","start":"2026-02-26T01:52:09.228642Z","end":"2026-02-26T01:52:09.757038Z","steps":["trace[1453222458] 'agreement among raft nodes before linearized reading' (duration: 528.070289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:09.757123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:09.228632Z","time spent":"528.474601ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17047,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-26T01:52:09.756567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:09.227871Z","time spent":"528.628346ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:37.70091Z","caller":"traceutil/trace.go:171","msg":"trace[2028740108] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"153.438802ms","start":"2026-02-26T01:52:37.54745Z","end":"2026-02-26T01:52:37.700889Z","steps":["trace[2028740108] 'process raft request' (duration: 153.282257ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:42.34569Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2703} {"level":"info","ts":"2026-02-26T01:52:42.426739Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2703,"took":"79.496259ms","hash":1602580012,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":30183424,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T01:52:42.426813Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1602580012,"revision":2703,"compact-revision":-1} {"level":"info","ts":"2026-02-26T01:52:47.61242Z","caller":"traceutil/trace.go:171","msg":"trace[896178046] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"100.219933ms","start":"2026-02-26T01:52:47.512168Z","end":"2026-02-26T01:52:47.612388Z","steps":["trace[896178046] 'process raft request' (duration: 100.006826ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:42.352514Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5571} {"level":"info","ts":"2026-02-26T01:57:42.444584Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5571,"took":"90.040685ms","hash":1077404589,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":21549056,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-26T01:57:42.44465Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1077404589,"revision":5571,"compact-revision":2703} {"level":"info","ts":"2026-02-26T01:58:01.675249Z","caller":"traceutil/trace.go:171","msg":"trace[1858829672] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"102.963435ms","start":"2026-02-26T01:58:01.572255Z","end":"2026-02-26T01:58:01.675219Z","steps":["trace[1858829672] 'process raft request' (duration: 78.471326ms)","trace[1858829672] 'compare' (duration: 24.258892ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:58:01.675231Z","caller":"traceutil/trace.go:171","msg":"trace[502835286] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"101.371445ms","start":"2026-02-26T01:58:01.57383Z","end":"2026-02-26T01:58:01.675201Z","steps":["trace[502835286] 'process raft request' (duration: 101.307503ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:01.877191Z","caller":"traceutil/trace.go:171","msg":"trace[1811205473] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"174.46845ms","start":"2026-02-26T01:58:01.702685Z","end":"2026-02-26T01:58:01.877154Z","steps":["trace[1811205473] 'process raft request' (duration: 124.702797ms)","trace[1811205473] 'compare' (duration: 49.512665ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:58:01.877527Z","caller":"traceutil/trace.go:171","msg":"trace[1977048108] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"164.633378ms","start":"2026-02-26T01:58:01.712848Z","end":"2026-02-26T01:58:01.877481Z","steps":["trace[1977048108] 'process raft request' (duration: 164.243065ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:01.8777Z","caller":"traceutil/trace.go:171","msg":"trace[361755184] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"138.157935ms","start":"2026-02-26T01:58:01.739526Z","end":"2026-02-26T01:58:01.877684Z","steps":["trace[361755184] 'process raft request' (duration: 137.926648ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:01.88295Z","caller":"traceutil/trace.go:171","msg":"trace[1951607060] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"124.46542ms","start":"2026-02-26T01:58:01.758449Z","end":"2026-02-26T01:58:01.882914Z","steps":["trace[1951607060] 'process raft request' (duration: 124.131079ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:01.883117Z","caller":"traceutil/trace.go:171","msg":"trace[1258205064] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"123.369716ms","start":"2026-02-26T01:58:01.759704Z","end":"2026-02-26T01:58:01.883073Z","steps":["trace[1258205064] 'process raft request' (duration: 123.071976ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:01.883204Z","caller":"traceutil/trace.go:171","msg":"trace[1404369155] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"119.660017ms","start":"2026-02-26T01:58:01.763509Z","end":"2026-02-26T01:58:01.883169Z","steps":["trace[1404369155] 'process raft request' (duration: 119.570284ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:01.883418Z","caller":"traceutil/trace.go:171","msg":"trace[315160941] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"121.475675ms","start":"2026-02-26T01:58:01.76193Z","end":"2026-02-26T01:58:01.883406Z","steps":["trace[315160941] 'process raft request' (duration: 121.068072ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:02.134889Z","caller":"traceutil/trace.go:171","msg":"trace[687566411] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"152.291986ms","start":"2026-02-26T01:58:01.982566Z","end":"2026-02-26T01:58:02.134858Z","steps":["trace[687566411] 'process raft request' (duration: 152.020697ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:02.241672Z","caller":"traceutil/trace.go:171","msg":"trace[1506347515] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"153.214954ms","start":"2026-02-26T01:58:02.088412Z","end":"2026-02-26T01:58:02.241627Z","steps":["trace[1506347515] 'process raft request' (duration: 152.921785ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:02.241688Z","caller":"traceutil/trace.go:171","msg":"trace[1911149547] linearizableReadLoop","detail":"{readStateIndex:8049; appliedIndex:8048; }","duration":"106.762567ms","start":"2026-02-26T01:58:02.134812Z","end":"2026-02-26T01:58:02.241575Z","steps":["trace[1911149547] 'read index received' (duration: 106.491358ms)","trace[1911149547] 'applied index is now lower than readState.Index' (duration: 270.059µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:58:02.242024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.819121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-02-26T01:58:02.242129Z","caller":"traceutil/trace.go:171","msg":"trace[1397693168] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:7759; }","duration":"151.975975ms","start":"2026-02-26T01:58:02.090121Z","end":"2026-02-26T01:58:02.242097Z","steps":["trace[1397693168] 'agreement among raft nodes before linearized reading' (duration: 151.596473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:02.297473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.64765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:58:02.297513Z","caller":"traceutil/trace.go:171","msg":"trace[1723205961] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"131.807754ms","start":"2026-02-26T01:58:02.165662Z","end":"2026-02-26T01:58:02.29747Z","steps":["trace[1723205961] 'process raft request' (duration: 131.437792ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:02.297573Z","caller":"traceutil/trace.go:171","msg":"trace[1037449591] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7760; }","duration":"115.838446ms","start":"2026-02-26T01:58:02.181713Z","end":"2026-02-26T01:58:02.297551Z","steps":["trace[1037449591] 'agreement among raft nodes before linearized reading' (duration: 115.65144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:02.297618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.308572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:58:02.297695Z","caller":"traceutil/trace.go:171","msg":"trace[870235102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7760; }","duration":"161.398375ms","start":"2026-02-26T01:58:02.136278Z","end":"2026-02-26T01:58:02.297677Z","steps":["trace[870235102] 'agreement among raft nodes before linearized reading' (duration: 161.278261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:02.298066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.746306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-02-26T01:58:02.29816Z","caller":"traceutil/trace.go:171","msg":"trace[880307661] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:7760; }","duration":"161.897681ms","start":"2026-02-26T01:58:02.136242Z","end":"2026-02-26T01:58:02.29814Z","steps":["trace[880307661] 'agreement among raft nodes before linearized reading' (duration: 161.609041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:06.862499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894557526,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:58:06.970963Z","caller":"traceutil/trace.go:171","msg":"trace[762589705] linearizableReadLoop","detail":"{readStateIndex:8079; appliedIndex:8078; }","duration":"608.754138ms","start":"2026-02-26T01:58:06.362173Z","end":"2026-02-26T01:58:06.970927Z","steps":["trace[762589705] 'read index received' (duration: 607.035373ms)","trace[762589705] 'applied index is now lower than readState.Index' (duration: 1.717185ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:58:06.970987Z","caller":"traceutil/trace.go:171","msg":"trace[1914287458] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"611.36249ms","start":"2026-02-26T01:58:06.359582Z","end":"2026-02-26T01:58:06.970945Z","steps":["trace[1914287458] 'process raft request' (duration: 609.596294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:06.971178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:06.359551Z","time spent":"611.527096ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:58:06.971237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.490047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:58:06.971232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.047196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:58:06.971297Z","caller":"traceutil/trace.go:171","msg":"trace[807209294] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7788; }","duration":"601.616391ms","start":"2026-02-26T01:58:06.369662Z","end":"2026-02-26T01:58:06.971278Z","steps":["trace[807209294] 'agreement among raft nodes before linearized reading' (duration: 601.455196ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:06.97133Z","caller":"traceutil/trace.go:171","msg":"trace[2136286414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7788; }","duration":"609.155431ms","start":"2026-02-26T01:58:06.36215Z","end":"2026-02-26T01:58:06.971305Z","steps":["trace[2136286414] 'agreement among raft nodes before linearized reading' (duration: 608.898523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:06.971355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:06.369645Z","time spent":"601.697713ms","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:58:06.971385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:06.362078Z","time spent":"609.298525ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:58:06.971503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.769247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:58:06.971567Z","caller":"traceutil/trace.go:171","msg":"trace[582171673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7788; }","duration":"486.8497ms","start":"2026-02-26T01:58:06.484705Z","end":"2026-02-26T01:58:06.971554Z","steps":["trace[582171673] 'agreement among raft nodes before linearized reading' (duration: 486.627373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:06.971587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.744694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz8kx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:58:06.971624Z","caller":"traceutil/trace.go:171","msg":"trace[1197967774] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz8kx; range_end:; response_count:1; response_revision:7788; }","duration":"480.802787ms","start":"2026-02-26T01:58:06.490812Z","end":"2026-02-26T01:58:06.971615Z","steps":["trace[1197967774] 'agreement among raft nodes before linearized reading' (duration: 480.683983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:06.971652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:06.490801Z","time spent":"480.844449ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-pz8kx\" "} {"level":"warn","ts":"2026-02-26T01:58:06.97175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.5243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:58:06.971794Z","caller":"traceutil/trace.go:171","msg":"trace[1688516304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7788; }","duration":"525.607692ms","start":"2026-02-26T01:58:06.446176Z","end":"2026-02-26T01:58:06.971784Z","steps":["trace[1688516304] 'agreement among raft nodes before linearized reading' (duration: 525.414996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:06.971825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:06.446153Z","time spent":"525.664474ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:58:06.971741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.556763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:58:06.972195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:06.484697Z","time spent":"486.903231ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:58:06.972213Z","caller":"traceutil/trace.go:171","msg":"trace[33461381] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7788; }","duration":"306.945045ms","start":"2026-02-26T01:58:06.664929Z","end":"2026-02-26T01:58:06.971874Z","steps":["trace[33461381] 'agreement among raft nodes before linearized reading' (duration: 306.500671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:06.972336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.452659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T01:58:06.972369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:06.664902Z","time spent":"307.446361ms","remote":"127.0.0.1:41602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:58:06.9724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.651857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T01:58:06.972446Z","caller":"traceutil/trace.go:171","msg":"trace[1799096098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7788; }","duration":"537.631204ms","start":"2026-02-26T01:58:06.434787Z","end":"2026-02-26T01:58:06.972418Z","steps":["trace[1799096098] 'agreement among raft nodes before linearized reading' (duration: 537.247892ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:06.972493Z","caller":"traceutil/trace.go:171","msg":"trace[1195794942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7788; }","duration":"554.75702ms","start":"2026-02-26T01:58:06.417714Z","end":"2026-02-26T01:58:06.972471Z","steps":["trace[1195794942] 'agreement among raft nodes before linearized reading' (duration: 554.000766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:06.972504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:06.434776Z","time spent":"537.719148ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:58:06.972541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:06.417636Z","time spent":"554.895064ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:58:07.254337Z","caller":"traceutil/trace.go:171","msg":"trace[639680387] transaction","detail":"{read_only:false; response_revision:7793; number_of_response:1; }","duration":"276.497037ms","start":"2026-02-26T01:58:06.977814Z","end":"2026-02-26T01:58:07.254311Z","steps":["trace[639680387] 'process raft request' (duration: 276.449845ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:07.254431Z","caller":"traceutil/trace.go:171","msg":"trace[102305449] transaction","detail":"{read_only:false; response_revision:7792; number_of_response:1; }","duration":"276.782486ms","start":"2026-02-26T01:58:06.97764Z","end":"2026-02-26T01:58:07.254423Z","steps":["trace[102305449] 'process raft request' (duration: 276.59288ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:07.254421Z","caller":"traceutil/trace.go:171","msg":"trace[1478921214] transaction","detail":"{read_only:false; response_revision:7791; number_of_response:1; }","duration":"276.772276ms","start":"2026-02-26T01:58:06.977609Z","end":"2026-02-26T01:58:07.254381Z","steps":["trace[1478921214] 'process raft request' (duration: 276.58255ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:07.254353Z","caller":"traceutil/trace.go:171","msg":"trace[437352573] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"276.786226ms","start":"2026-02-26T01:58:06.97753Z","end":"2026-02-26T01:58:07.254317Z","steps":["trace[437352573] 'process raft request' (duration: 276.519428ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:17.34869Z","caller":"traceutil/trace.go:171","msg":"trace[818454088] linearizableReadLoop","detail":"{readStateIndex:8131; appliedIndex:8130; }","duration":"317.017938ms","start":"2026-02-26T01:58:17.03165Z","end":"2026-02-26T01:58:17.348668Z","steps":["trace[818454088] 'read index received' (duration: 316.866433ms)","trace[818454088] 'applied index is now lower than readState.Index' (duration: 150.604µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:58:17.34912Z","caller":"traceutil/trace.go:171","msg":"trace[1960162912] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"333.012175ms","start":"2026-02-26T01:58:17.016091Z","end":"2026-02-26T01:58:17.349103Z","steps":["trace[1960162912] 'process raft request' (duration: 332.438707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:17.349181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.146678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:58:17.349225Z","caller":"traceutil/trace.go:171","msg":"trace[22365002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7838; }","duration":"304.255872ms","start":"2026-02-26T01:58:17.044957Z","end":"2026-02-26T01:58:17.349213Z","steps":["trace[22365002] 'agreement among raft nodes before linearized reading' (duration: 304.168449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:17.349256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:17.044934Z","time spent":"304.315303ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:58:17.349252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:17.016055Z","time spent":"333.123799ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:58:17.349522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.882424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz8kx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:58:17.349578Z","caller":"traceutil/trace.go:171","msg":"trace[800288402] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz8kx; range_end:; response_count:1; response_revision:7838; }","duration":"317.962557ms","start":"2026-02-26T01:58:17.031579Z","end":"2026-02-26T01:58:17.349542Z","steps":["trace[800288402] 'agreement among raft nodes before linearized reading' (duration: 317.853544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:17.349606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:17.03155Z","time spent":"318.04955ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-pz8kx\" "} {"level":"warn","ts":"2026-02-26T01:58:17.349958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.393305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:58:17.349992Z","caller":"traceutil/trace.go:171","msg":"trace[1445449874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7838; }","duration":"276.473298ms","start":"2026-02-26T01:58:17.073509Z","end":"2026-02-26T01:58:17.349982Z","steps":["trace[1445449874] 'agreement among raft nodes before linearized reading' (duration: 276.395956ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:17.455613Z","caller":"traceutil/trace.go:171","msg":"trace[1571789224] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"100.36717ms","start":"2026-02-26T01:58:17.355223Z","end":"2026-02-26T01:58:17.45559Z","steps":["trace[1571789224] 'process raft request' (duration: 95.423653ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:17.456116Z","caller":"traceutil/trace.go:171","msg":"trace[1321983263] linearizableReadLoop","detail":"{readStateIndex:8136; appliedIndex:8131; }","duration":"100.151763ms","start":"2026-02-26T01:58:17.355941Z","end":"2026-02-26T01:58:17.456093Z","steps":["trace[1321983263] 'read index received' (duration: 10.244745ms)","trace[1321983263] 'applied index is now lower than readState.Index' (duration: 89.906158ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:58:17.456157Z","caller":"traceutil/trace.go:171","msg":"trace[1099968754] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"100.587738ms","start":"2026-02-26T01:58:17.355551Z","end":"2026-02-26T01:58:17.456139Z","steps":["trace[1099968754] 'process raft request' (duration: 99.998959ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:17.456229Z","caller":"traceutil/trace.go:171","msg":"trace[944485779] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"100.580047ms","start":"2026-02-26T01:58:17.355608Z","end":"2026-02-26T01:58:17.456188Z","steps":["trace[944485779] 'process raft request' (duration: 100.292288ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:17.456191Z","caller":"traceutil/trace.go:171","msg":"trace[1389001792] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"100.541906ms","start":"2026-02-26T01:58:17.355635Z","end":"2026-02-26T01:58:17.456177Z","steps":["trace[1389001792] 'process raft request' (duration: 100.381191ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:17.456235Z","caller":"traceutil/trace.go:171","msg":"trace[639853421] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"100.278558ms","start":"2026-02-26T01:58:17.35595Z","end":"2026-02-26T01:58:17.456228Z","steps":["trace[639853421] 'process raft request' (duration: 100.100912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:17.456531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.568547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224156"} {"level":"info","ts":"2026-02-26T01:58:17.456608Z","caller":"traceutil/trace.go:171","msg":"trace[485761025] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7844; }","duration":"100.67635ms","start":"2026-02-26T01:58:17.35592Z","end":"2026-02-26T01:58:17.456597Z","steps":["trace[485761025] 'agreement among raft nodes before linearized reading' (duration: 100.33552ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:18.600129Z","caller":"traceutil/trace.go:171","msg":"trace[750276069] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"228.887805ms","start":"2026-02-26T01:58:18.371208Z","end":"2026-02-26T01:58:18.600096Z","steps":["trace[750276069] 'process raft request' (duration: 228.608496ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:19.964191Z","caller":"traceutil/trace.go:171","msg":"trace[253990741] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"498.357471ms","start":"2026-02-26T01:58:19.465804Z","end":"2026-02-26T01:58:19.964161Z","steps":["trace[253990741] 'process raft request' (duration: 498.307139ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:19.964257Z","caller":"traceutil/trace.go:171","msg":"trace[1244641970] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"531.743622ms","start":"2026-02-26T01:58:19.432464Z","end":"2026-02-26T01:58:19.964208Z","steps":["trace[1244641970] 'process raft request' (duration: 488.646832ms)","trace[1244641970] 'compare' (duration: 42.814281ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:58:19.964334Z","caller":"traceutil/trace.go:171","msg":"trace[1840974892] linearizableReadLoop","detail":"{readStateIndex:8142; appliedIndex:8141; }","duration":"502.064489ms","start":"2026-02-26T01:58:19.462182Z","end":"2026-02-26T01:58:19.964247Z","steps":["trace[1840974892] 'read index received' (duration: 458.943189ms)","trace[1840974892] 'applied index is now lower than readState.Index' (duration: 43.11631ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:58:19.964367Z","caller":"traceutil/trace.go:171","msg":"trace[2068434059] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"501.598744ms","start":"2026-02-26T01:58:19.462677Z","end":"2026-02-26T01:58:19.964275Z","steps":["trace[2068434059] 'process raft request' (duration: 501.394418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:19.964437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:19.465782Z","time spent":"498.554857ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:58:19.964471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:19.432445Z","time spent":"531.931808ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:58:19.964515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.322177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T01:58:19.964546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.596224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:58:19.964574Z","caller":"traceutil/trace.go:171","msg":"trace[266818028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7851; }","duration":"502.435841ms","start":"2026-02-26T01:58:19.462119Z","end":"2026-02-26T01:58:19.964555Z","steps":["trace[266818028] 'agreement among raft nodes before linearized reading' (duration: 502.226474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:19.964582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:19.462647Z","time spent":"501.812991ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:58:19.964578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.960397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:58:19.964665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.644695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T01:58:19.964683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.134306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:58:19.964697Z","caller":"traceutil/trace.go:171","msg":"trace[1079606645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7851; }","duration":"501.704087ms","start":"2026-02-26T01:58:19.462984Z","end":"2026-02-26T01:58:19.964688Z","steps":["trace[1079606645] 'agreement among raft nodes before linearized reading' (duration: 501.615555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:19.964983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:19.462964Z","time spent":"502.006497ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:58:19.964618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:19.462071Z","time spent":"502.538724ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:58:19.96467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.923918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:58:19.965224Z","caller":"traceutil/trace.go:171","msg":"trace[599847490] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7851; }","duration":"291.525396ms","start":"2026-02-26T01:58:19.673667Z","end":"2026-02-26T01:58:19.965192Z","steps":["trace[599847490] 'agreement among raft nodes before linearized reading' (duration: 290.907277ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:19.964678Z","caller":"traceutil/trace.go:171","msg":"trace[1062462037] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7851; }","duration":"385.143422ms","start":"2026-02-26T01:58:19.579513Z","end":"2026-02-26T01:58:19.964656Z","steps":["trace[1062462037] 'agreement among raft nodes before linearized reading' (duration: 384.949406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:19.965489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:19.579484Z","time spent":"385.942398ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:58:19.964579Z","caller":"traceutil/trace.go:171","msg":"trace[1618980971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7851; }","duration":"501.670736ms","start":"2026-02-26T01:58:19.462897Z","end":"2026-02-26T01:58:19.964568Z","steps":["trace[1618980971] 'agreement among raft nodes before linearized reading' (duration: 501.544152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:19.965646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:19.462885Z","time spent":"502.72797ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:58:19.964727Z","caller":"traceutil/trace.go:171","msg":"trace[1339867330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7851; }","duration":"499.200008ms","start":"2026-02-26T01:58:19.465514Z","end":"2026-02-26T01:58:19.964714Z","steps":["trace[1339867330] 'agreement among raft nodes before linearized reading' (duration: 499.052193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:19.965858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:19.465502Z","time spent":"500.307873ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:58:19.964781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.15736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz8kx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:58:19.966028Z","caller":"traceutil/trace.go:171","msg":"trace[1969132939] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz8kx; range_end:; response_count:1; response_revision:7851; }","duration":"502.431521ms","start":"2026-02-26T01:58:19.463528Z","end":"2026-02-26T01:58:19.96596Z","steps":["trace[1969132939] 'agreement among raft nodes before linearized reading' (duration: 501.000325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:19.966096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:19.463506Z","time spent":"502.574845ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-pz8kx\" "} {"level":"info","ts":"2026-02-26T01:58:22.187574Z","caller":"traceutil/trace.go:171","msg":"trace[69744670] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"216.256233ms","start":"2026-02-26T01:58:21.971286Z","end":"2026-02-26T01:58:22.187543Z","steps":["trace[69744670] 'process raft request' (duration: 216.079137ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:22.305384Z","caller":"traceutil/trace.go:171","msg":"trace[361164451] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"333.951934ms","start":"2026-02-26T01:58:21.971405Z","end":"2026-02-26T01:58:22.305357Z","steps":["trace[361164451] 'process raft request' (duration: 333.754887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:22.305554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:21.971376Z","time spent":"334.077008ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:58:22.3056Z","caller":"traceutil/trace.go:171","msg":"trace[1466866775] linearizableReadLoop","detail":"{readStateIndex:8154; appliedIndex:8151; }","duration":"260.856031ms","start":"2026-02-26T01:58:22.044705Z","end":"2026-02-26T01:58:22.305561Z","steps":["trace[1466866775] 'read index received' (duration: 142.689565ms)","trace[1466866775] 'applied index is now lower than readState.Index' (duration: 118.163706ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:58:22.305695Z","caller":"traceutil/trace.go:171","msg":"trace[2130140917] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"332.483117ms","start":"2026-02-26T01:58:21.973202Z","end":"2026-02-26T01:58:22.305685Z","steps":["trace[2130140917] 'process raft request' (duration: 332.116935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:22.305733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:21.973172Z","time spent":"332.540939ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:58:22.305773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.054698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:58:22.305796Z","caller":"traceutil/trace.go:171","msg":"trace[543927648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7860; }","duration":"261.170141ms","start":"2026-02-26T01:58:22.044619Z","end":"2026-02-26T01:58:22.305789Z","steps":["trace[543927648] 'agreement among raft nodes before linearized reading' (duration: 261.081189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:22.305898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.237232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:58:22.305923Z","caller":"traceutil/trace.go:171","msg":"trace[839196507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7860; }","duration":"243.302643ms","start":"2026-02-26T01:58:22.062611Z","end":"2026-02-26T01:58:22.305914Z","steps":["trace[839196507] 'agreement among raft nodes before linearized reading' (duration: 243.174959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:22.306065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.067541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz8kx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-26T01:58:22.306122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.653044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:58:22.306159Z","caller":"traceutil/trace.go:171","msg":"trace[2052499581] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz8kx; range_end:; response_count:1; response_revision:7860; }","duration":"240.212136ms","start":"2026-02-26T01:58:22.065927Z","end":"2026-02-26T01:58:22.306139Z","steps":["trace[2052499581] 'agreement among raft nodes before linearized reading' (duration: 239.921776ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:22.306192Z","caller":"traceutil/trace.go:171","msg":"trace[1069335231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7860; }","duration":"243.742198ms","start":"2026-02-26T01:58:22.062429Z","end":"2026-02-26T01:58:22.306172Z","steps":["trace[1069335231] 'agreement among raft nodes before linearized reading' (duration: 243.439578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:22.306288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.748468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T01:58:22.306311Z","caller":"traceutil/trace.go:171","msg":"trace[1102838847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7860; }","duration":"243.79677ms","start":"2026-02-26T01:58:22.062508Z","end":"2026-02-26T01:58:22.306305Z","steps":["trace[1102838847] 'agreement among raft nodes before linearized reading' (duration: 243.339125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:22.306877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.825332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:58:22.307029Z","caller":"traceutil/trace.go:171","msg":"trace[1953418419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7860; }","duration":"245.026569ms","start":"2026-02-26T01:58:22.061961Z","end":"2026-02-26T01:58:22.306987Z","steps":["trace[1953418419] 'agreement among raft nodes before linearized reading' (duration: 243.796659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:45.929284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.653903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-02-26T01:58:45.929395Z","caller":"traceutil/trace.go:171","msg":"trace[1361539575] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8029; }","duration":"113.846468ms","start":"2026-02-26T01:58:45.815517Z","end":"2026-02-26T01:58:45.929363Z","steps":["trace[1361539575] 'range keys from in-memory index tree' (duration: 113.429235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:51.670275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.004825ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T01:58:51.670519Z","caller":"traceutil/trace.go:171","msg":"trace[1694248265] linearizableReadLoop","detail":"{readStateIndex:8360; appliedIndex:8359; }","duration":"624.881783ms","start":"2026-02-26T01:58:51.045615Z","end":"2026-02-26T01:58:51.670497Z","steps":["trace[1694248265] 'read index received' (duration: 101.690983ms)","trace[1694248265] 'applied index is now lower than readState.Index' (duration: 523.18984ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:58:51.670679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.067239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:58:51.670737Z","caller":"traceutil/trace.go:171","msg":"trace[1431098678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8058; }","duration":"625.190532ms","start":"2026-02-26T01:58:51.04553Z","end":"2026-02-26T01:58:51.670721Z","steps":["trace[1431098678] 'agreement among raft nodes before linearized reading' (duration: 625.088439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:51.670779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:51.045499Z","time spent":"625.270835ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:58:51.674811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.314392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:58:51.674889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.355864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:58:51.675003Z","caller":"traceutil/trace.go:171","msg":"trace[1852619651] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8059; }","duration":"438.533149ms","start":"2026-02-26T01:58:51.236439Z","end":"2026-02-26T01:58:51.674972Z","steps":["trace[1852619651] 'agreement among raft nodes before linearized reading' (duration: 435.187453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:51.675059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:51.236411Z","time spent":"438.637003ms","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:58:51.674917Z","caller":"traceutil/trace.go:171","msg":"trace[1305654887] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8059; }","duration":"315.491858ms","start":"2026-02-26T01:58:51.359397Z","end":"2026-02-26T01:58:51.674889Z","steps":["trace[1305654887] 'agreement among raft nodes before linearized reading' (duration: 312.249965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:51.675306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:51.359369Z","time spent":"315.891641ms","remote":"127.0.0.1:38412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:58:52.724919Z","caller":"traceutil/trace.go:171","msg":"trace[75223423] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"298.479927ms","start":"2026-02-26T01:58:52.42641Z","end":"2026-02-26T01:58:52.72489Z","steps":["trace[75223423] 'process raft request' (duration: 260.856661ms)","trace[75223423] 'compare' (duration: 37.313876ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:58:52.724921Z","caller":"traceutil/trace.go:171","msg":"trace[2048383620] linearizableReadLoop","detail":"{readStateIndex:8363; appliedIndex:8362; }","duration":"269.122995ms","start":"2026-02-26T01:58:52.45575Z","end":"2026-02-26T01:58:52.724873Z","steps":["trace[2048383620] 'read index received' (duration: 231.54541ms)","trace[2048383620] 'applied index is now lower than readState.Index' (duration: 37.576195ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:58:52.725266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.545039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:58:52.725307Z","caller":"traceutil/trace.go:171","msg":"trace[990406594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8061; }","duration":"253.628762ms","start":"2026-02-26T01:58:52.471667Z","end":"2026-02-26T01:58:52.725295Z","steps":["trace[990406594] 'agreement among raft nodes before linearized reading' (duration: 253.440396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:52.725309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.863447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz8kx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T01:58:52.725342Z","caller":"traceutil/trace.go:171","msg":"trace[832237265] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz8kx; range_end:; response_count:1; response_revision:8061; }","duration":"246.939319ms","start":"2026-02-26T01:58:52.478394Z","end":"2026-02-26T01:58:52.725333Z","steps":["trace[832237265] 'agreement among raft nodes before linearized reading' (duration: 246.791275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:52.725387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.232685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:58:52.725449Z","caller":"traceutil/trace.go:171","msg":"trace[361544718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8061; }","duration":"262.307747ms","start":"2026-02-26T01:58:52.463113Z","end":"2026-02-26T01:58:52.725421Z","steps":["trace[361544718] 'agreement among raft nodes before linearized reading' (duration: 262.149962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:52.725459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.751261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T01:58:52.725477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.497084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T01:58:52.725544Z","caller":"traceutil/trace.go:171","msg":"trace[104413891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8061; }","duration":"262.879906ms","start":"2026-02-26T01:58:52.462644Z","end":"2026-02-26T01:58:52.725524Z","steps":["trace[104413891] 'agreement among raft nodes before linearized reading' (duration: 262.467442ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:52.725567Z","caller":"traceutil/trace.go:171","msg":"trace[1410925292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8061; }","duration":"262.665129ms","start":"2026-02-26T01:58:52.462879Z","end":"2026-02-26T01:58:52.725544Z","steps":["trace[1410925292] 'agreement among raft nodes before linearized reading' (duration: 262.411271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:52.725939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.163817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:58:52.726057Z","caller":"traceutil/trace.go:171","msg":"trace[306154034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8061; }","duration":"270.339404ms","start":"2026-02-26T01:58:52.455692Z","end":"2026-02-26T01:58:52.726032Z","steps":["trace[306154034] 'agreement among raft nodes before linearized reading' (duration: 269.325871ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:53.830229Z","caller":"traceutil/trace.go:171","msg":"trace[232584929] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"153.242131ms","start":"2026-02-26T01:58:53.676954Z","end":"2026-02-26T01:58:53.830196Z","steps":["trace[232584929] 'process raft request' (duration: 153.060505ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:03.574658Z","caller":"traceutil/trace.go:171","msg":"trace[265901640] linearizableReadLoop","detail":"{readStateIndex:8464; appliedIndex:8463; }","duration":"121.504882ms","start":"2026-02-26T01:59:03.453119Z","end":"2026-02-26T01:59:03.574624Z","steps":["trace[265901640] 'read index received' (duration: 108.888881ms)","trace[265901640] 'applied index is now lower than readState.Index' (duration: 12.614621ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:59:03.575044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.894115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-5svxk\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-02-26T01:59:03.5751Z","caller":"traceutil/trace.go:171","msg":"trace[1625382] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-5svxk; range_end:; response_count:1; response_revision:8156; }","duration":"121.991117ms","start":"2026-02-26T01:59:03.453092Z","end":"2026-02-26T01:59:03.575083Z","steps":["trace[1625382] 'agreement among raft nodes before linearized reading' (duration: 121.651277ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:03.575195Z","caller":"traceutil/trace.go:171","msg":"trace[1182891502] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"123.186165ms","start":"2026-02-26T01:59:03.451954Z","end":"2026-02-26T01:59:03.57514Z","steps":["trace[1182891502] 'process raft request' (duration: 110.025267ms)","trace[1182891502] 'compare' (duration: 12.505857ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:59:03.983206Z","caller":"traceutil/trace.go:171","msg":"trace[301782139] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8157; }","duration":"403.055622ms","start":"2026-02-26T01:59:03.580116Z","end":"2026-02-26T01:59:03.983171Z","steps":["trace[301782139] 'process raft request' (duration: 369.224877ms)","trace[301782139] 'compare' (duration: 33.412622ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:59:03.983542Z","caller":"traceutil/trace.go:171","msg":"trace[1589137374] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"111.823224ms","start":"2026-02-26T01:59:03.871685Z","end":"2026-02-26T01:59:03.983508Z","steps":["trace[1589137374] 'process raft request' (duration: 111.231105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:03.983817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:03.580093Z","time spent":"403.467475ms","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-02-26T01:59:03.983342Z","caller":"traceutil/trace.go:171","msg":"trace[769691094] linearizableReadLoop","detail":"{readStateIndex:8465; appliedIndex:8464; }","duration":"400.541252ms","start":"2026-02-26T01:59:03.582771Z","end":"2026-02-26T01:59:03.983313Z","steps":["trace[769691094] 'read index received' (duration: 366.589352ms)","trace[769691094] 'applied index is now lower than readState.Index' (duration: 33.94693ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:59:03.983848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.016627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5svxk\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-02-26T01:59:03.984751Z","caller":"traceutil/trace.go:171","msg":"trace[1075664468] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5svxk; range_end:; response_count:1; response_revision:8159; }","duration":"401.965267ms","start":"2026-02-26T01:59:03.582754Z","end":"2026-02-26T01:59:03.98472Z","steps":["trace[1075664468] 'agreement among raft nodes before linearized reading' (duration: 400.77493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:03.984872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:03.582742Z","time spent":"402.094911ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5svxk\" "} {"level":"warn","ts":"2026-02-26T01:59:03.984907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.10411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:59:03.98501Z","caller":"traceutil/trace.go:171","msg":"trace[2113134934] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8159; }","duration":"127.283966ms","start":"2026-02-26T01:59:03.857702Z","end":"2026-02-26T01:59:03.984986Z","steps":["trace[2113134934] 'agreement among raft nodes before linearized reading' (duration: 127.076039ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:04.896881Z","caller":"traceutil/trace.go:171","msg":"trace[480580981] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"376.311342ms","start":"2026-02-26T01:59:04.520529Z","end":"2026-02-26T01:59:04.89684Z","steps":["trace[480580981] 'process raft request' (duration: 293.285392ms)","trace[480580981] 'compare' (duration: 82.570325ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:59:04.896937Z","caller":"traceutil/trace.go:171","msg":"trace[39353113] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"115.428579ms","start":"2026-02-26T01:59:04.781492Z","end":"2026-02-26T01:59:04.89692Z","steps":["trace[39353113] 'process raft request' (duration: 115.328456ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:04.897132Z","caller":"traceutil/trace.go:171","msg":"trace[807889334] linearizableReadLoop","detail":"{readStateIndex:8471; appliedIndex:8470; }","duration":"215.445098ms","start":"2026-02-26T01:59:04.681658Z","end":"2026-02-26T01:59:04.897103Z","steps":["trace[807889334] 'read index received' (duration: 132.14658ms)","trace[807889334] 'applied index is now lower than readState.Index' (duration: 83.296208ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:59:04.89716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:04.520502Z","time spent":"376.470997ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:59:04.897447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.758818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-02-26T01:59:04.897496Z","caller":"traceutil/trace.go:171","msg":"trace[840811870] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8164; }","duration":"215.884372ms","start":"2026-02-26T01:59:04.6816Z","end":"2026-02-26T01:59:04.897484Z","steps":["trace[840811870] 'agreement among raft nodes before linearized reading' (duration: 215.657145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:04.897555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.602865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:59:04.898108Z","caller":"traceutil/trace.go:171","msg":"trace[156255306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8164; }","duration":"105.196794ms","start":"2026-02-26T01:59:04.792892Z","end":"2026-02-26T01:59:04.898089Z","steps":["trace[156255306] 'agreement among raft nodes before linearized reading' (duration: 104.4318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:05.403488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894558698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:59:05.82259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.398647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:59:05.823017Z","caller":"traceutil/trace.go:171","msg":"trace[636130517] linearizableReadLoop","detail":"{readStateIndex:8474; appliedIndex:8472; }","duration":"919.962122ms","start":"2026-02-26T01:59:04.903025Z","end":"2026-02-26T01:59:05.822987Z","steps":["trace[636130517] 'read index received' (duration: 798.261223ms)","trace[636130517] 'applied index is now lower than readState.Index' (duration: 121.699088ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:59:05.823343Z","caller":"traceutil/trace.go:171","msg":"trace[375895055] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"920.510748ms","start":"2026-02-26T01:59:04.90279Z","end":"2026-02-26T01:59:05.8233Z","steps":["trace[375895055] 'process raft request' (duration: 919.993492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:05.823567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.55014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T01:59:05.82356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.008577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:59:05.823557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.551228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz8kx\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-26T01:59:05.823576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.460122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-26T01:59:05.823634Z","caller":"traceutil/trace.go:171","msg":"trace[812605773] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz8kx; range_end:; response_count:1; response_revision:8166; }","duration":"913.658121ms","start":"2026-02-26T01:59:04.909962Z","end":"2026-02-26T01:59:05.82362Z","steps":["trace[812605773] 'agreement among raft nodes before linearized reading' (duration: 913.424573ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:05.823639Z","caller":"traceutil/trace.go:171","msg":"trace[306791310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8166; }","duration":"920.617922ms","start":"2026-02-26T01:59:04.90298Z","end":"2026-02-26T01:59:05.823598Z","steps":["trace[306791310] 'agreement among raft nodes before linearized reading' (duration: 920.374824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:05.823691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:04.909953Z","time spent":"913.725473ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-pz8kx\" "} {"level":"warn","ts":"2026-02-26T01:59:05.823702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.390656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T01:59:05.823737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.935243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-26T01:59:05.823642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.745409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:59:05.823762Z","caller":"traceutil/trace.go:171","msg":"trace[235831422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8166; }","duration":"915.51857ms","start":"2026-02-26T01:59:04.908227Z","end":"2026-02-26T01:59:05.823746Z","steps":["trace[235831422] 'agreement among raft nodes before linearized reading' (duration: 915.253691ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:05.823779Z","caller":"traceutil/trace.go:171","msg":"trace[768603370] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:8166; }","duration":"277.031056ms","start":"2026-02-26T01:59:05.546739Z","end":"2026-02-26T01:59:05.82377Z","steps":["trace[768603370] 'agreement among raft nodes before linearized reading' (duration: 276.924273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:05.823784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.518854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1897a94c8d949061\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-02-26T01:59:05.82381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:04.908197Z","time spent":"915.601902ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:59:05.823828Z","caller":"traceutil/trace.go:171","msg":"trace[887691776] range","detail":"{range_begin:/registry/events/openstack/ceph.1897a94c8d949061; range_end:; response_count:1; response_revision:8166; }","duration":"917.584566ms","start":"2026-02-26T01:59:04.906235Z","end":"2026-02-26T01:59:05.823819Z","steps":["trace[887691776] 'agreement among raft nodes before linearized reading' (duration: 917.482453ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:05.82385Z","caller":"traceutil/trace.go:171","msg":"trace[952816873] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8166; }","duration":"664.039337ms","start":"2026-02-26T01:59:05.159759Z","end":"2026-02-26T01:59:05.823799Z","steps":["trace[952816873] 'agreement among raft nodes before linearized reading' (duration: 663.690506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:05.823886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:04.906221Z","time spent":"917.655888ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.1897a94c8d949061\" "} {"level":"info","ts":"2026-02-26T01:59:05.823624Z","caller":"traceutil/trace.go:171","msg":"trace[1305902809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8166; }","duration":"917.09792ms","start":"2026-02-26T01:59:04.906512Z","end":"2026-02-26T01:59:05.82361Z","steps":["trace[1305902809] 'agreement among raft nodes before linearized reading' (duration: 916.882563ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:05.822982Z","caller":"traceutil/trace.go:171","msg":"trace[1341277980] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"920.194029ms","start":"2026-02-26T01:59:04.902708Z","end":"2026-02-26T01:59:05.822902Z","steps":["trace[1341277980] 'process raft request' (duration: 798.562053ms)","trace[1341277980] 'compare' (duration: 120.111998ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:59:05.824015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:04.906481Z","time spent":"917.514143ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:59:05.823683Z","caller":"traceutil/trace.go:171","msg":"trace[2071170570] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8166; }","duration":"917.593936ms","start":"2026-02-26T01:59:04.906069Z","end":"2026-02-26T01:59:05.823663Z","steps":["trace[2071170570] 'agreement among raft nodes before linearized reading' (duration: 917.312377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:05.823943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:05.159732Z","time spent":"664.168521ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:59:05.82421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:04.906062Z","time spent":"918.131613ms","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":648,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-02-26T01:59:05.824427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:04.90269Z","time spent":"921.311565ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:59:05.824417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:04.902971Z","time spent":"920.716306ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:59:05.824491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:04.902764Z","time spent":"920.678144ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:59:05.824859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.096227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-26T01:59:05.824943Z","caller":"traceutil/trace.go:171","msg":"trace[1610177640] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8166; }","duration":"484.214452ms","start":"2026-02-26T01:59:05.340702Z","end":"2026-02-26T01:59:05.824917Z","steps":["trace[1610177640] 'agreement among raft nodes before linearized reading' (duration: 483.325684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:05.824992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:05.340679Z","time spent":"484.302015ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T01:59:05.951962Z","caller":"traceutil/trace.go:171","msg":"trace[530603330] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"124.523338ms","start":"2026-02-26T01:59:05.827409Z","end":"2026-02-26T01:59:05.951933Z","steps":["trace[530603330] 'process raft request' (duration: 124.152916ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:05.952068Z","caller":"traceutil/trace.go:171","msg":"trace[1686168390] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"122.735451ms","start":"2026-02-26T01:59:05.829299Z","end":"2026-02-26T01:59:05.952034Z","steps":["trace[1686168390] 'process raft request' (duration: 122.516754ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:05.952246Z","caller":"traceutil/trace.go:171","msg":"trace[1686299848] linearizableReadLoop","detail":"{readStateIndex:8476; appliedIndex:8474; }","duration":"123.730323ms","start":"2026-02-26T01:59:05.828498Z","end":"2026-02-26T01:59:05.952228Z","steps":["trace[1686299848] 'read index received' (duration: 38.238865ms)","trace[1686299848] 'applied index is now lower than readState.Index' (duration: 85.490358ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:59:05.952238Z","caller":"traceutil/trace.go:171","msg":"trace[1287810866] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"122.344409ms","start":"2026-02-26T01:59:05.829792Z","end":"2026-02-26T01:59:05.952137Z","steps":["trace[1287810866] 'process raft request' (duration: 122.155563ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:05.952288Z","caller":"traceutil/trace.go:171","msg":"trace[256985551] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"122.550256ms","start":"2026-02-26T01:59:05.829713Z","end":"2026-02-26T01:59:05.952264Z","steps":["trace[256985551] 'process raft request' (duration: 122.179794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:05.952415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.891918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:59:05.952501Z","caller":"traceutil/trace.go:171","msg":"trace[1079360545] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8171; }","duration":"124.017792ms","start":"2026-02-26T01:59:05.828462Z","end":"2026-02-26T01:59:05.95248Z","steps":["trace[1079360545] 'agreement among raft nodes before linearized reading' (duration: 123.891938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:05.95811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.541988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9e00e32b-4f76-4bad-8a0c-c392df238fb4\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-02-26T01:59:05.958174Z","caller":"traceutil/trace.go:171","msg":"trace[527076223] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9e00e32b-4f76-4bad-8a0c-c392df238fb4; range_end:; response_count:1; response_revision:8172; }","duration":"129.648421ms","start":"2026-02-26T01:59:05.828509Z","end":"2026-02-26T01:59:05.958157Z","steps":["trace[527076223] 'agreement among raft nodes before linearized reading' (duration: 129.407663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:05.95828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.787124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228802"} {"level":"info","ts":"2026-02-26T01:59:05.958369Z","caller":"traceutil/trace.go:171","msg":"trace[353224879] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8172; }","duration":"128.889557ms","start":"2026-02-26T01:59:05.829461Z","end":"2026-02-26T01:59:05.958351Z","steps":["trace[353224879] 'agreement among raft nodes before linearized reading' (duration: 128.434753ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:06.066387Z","caller":"traceutil/trace.go:171","msg":"trace[1292146881] linearizableReadLoop","detail":"{readStateIndex:8483; appliedIndex:8481; }","duration":"108.499758ms","start":"2026-02-26T01:59:05.957859Z","end":"2026-02-26T01:59:06.066358Z","steps":["trace[1292146881] 'read index received' (duration: 14.625324ms)","trace[1292146881] 'applied index is now lower than readState.Index' (duration: 93.870944ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:59:06.066471Z","caller":"traceutil/trace.go:171","msg":"trace[1560935989] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"108.713406ms","start":"2026-02-26T01:59:05.957691Z","end":"2026-02-26T01:59:06.066404Z","steps":["trace[1560935989] 'process raft request' (duration: 84.429214ms)","trace[1560935989] 'compare' (duration: 23.740974ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:59:06.066816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.275034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-26T01:59:06.066888Z","caller":"traceutil/trace.go:171","msg":"trace[2053010241] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8176; }","duration":"109.415078ms","start":"2026-02-26T01:59:05.957459Z","end":"2026-02-26T01:59:06.066874Z","steps":["trace[2053010241] 'agreement among raft nodes before linearized reading' (duration: 109.038736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:06.067223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.729073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T01:59:06.067297Z","caller":"traceutil/trace.go:171","msg":"trace[1559817818] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8176; }","duration":"106.846007ms","start":"2026-02-26T01:59:05.960435Z","end":"2026-02-26T01:59:06.067281Z","steps":["trace[1559817818] 'agreement among raft nodes before linearized reading' (duration: 106.294369ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:06.066376Z","caller":"traceutil/trace.go:171","msg":"trace[2069534498] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"107.501977ms","start":"2026-02-26T01:59:05.958846Z","end":"2026-02-26T01:59:06.066348Z","steps":["trace[2069534498] 'process raft request' (duration: 107.29544ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:07.435385Z","caller":"traceutil/trace.go:171","msg":"trace[1422047511] linearizableReadLoop","detail":"{readStateIndex:8489; appliedIndex:8488; }","duration":"465.753915ms","start":"2026-02-26T01:59:06.969606Z","end":"2026-02-26T01:59:07.43536Z","steps":["trace[1422047511] 'read index received' (duration: 465.486656ms)","trace[1422047511] 'applied index is now lower than readState.Index' (duration: 266.209µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:59:07.435641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.939138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:59:07.435642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.013183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:59:07.436031Z","caller":"traceutil/trace.go:171","msg":"trace[549687612] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8180; }","duration":"466.441327ms","start":"2026-02-26T01:59:06.969544Z","end":"2026-02-26T01:59:07.435986Z","steps":["trace[549687612] 'agreement among raft nodes before linearized reading' (duration: 466.016573ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:07.435697Z","caller":"traceutil/trace.go:171","msg":"trace[2036685551] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"532.797655ms","start":"2026-02-26T01:59:06.902885Z","end":"2026-02-26T01:59:07.435683Z","steps":["trace[2036685551] 'process raft request' (duration: 532.262768ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:07.43609Z","caller":"traceutil/trace.go:171","msg":"trace[1242516138] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8180; }","duration":"218.142994ms","start":"2026-02-26T01:59:07.217666Z","end":"2026-02-26T01:59:07.435809Z","steps":["trace[1242516138] 'agreement among raft nodes before linearized reading' (duration: 217.908437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:07.436174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:06.96952Z","time spent":"466.601111ms","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:59:07.436204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:06.902853Z","time spent":"533.27492ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:59:07.741292Z","caller":"traceutil/trace.go:171","msg":"trace[1464069566] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"101.588269ms","start":"2026-02-26T01:59:07.639653Z","end":"2026-02-26T01:59:07.741241Z","steps":["trace[1464069566] 'process raft request' (duration: 101.400703ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:08.039954Z","caller":"traceutil/trace.go:171","msg":"trace[1875021763] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"194.845124ms","start":"2026-02-26T01:59:07.845059Z","end":"2026-02-26T01:59:08.039905Z","steps":["trace[1875021763] 'process raft request' (duration: 105.043019ms)","trace[1875021763] 'compare' (duration: 89.266427ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:59:08.227022Z","caller":"traceutil/trace.go:171","msg":"trace[1465173122] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"181.236111ms","start":"2026-02-26T01:59:08.045739Z","end":"2026-02-26T01:59:08.226975Z","steps":["trace[1465173122] 'process raft request' (duration: 100.387001ms)","trace[1465173122] 'compare' (duration: 80.522109ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:59:08.22705Z","caller":"traceutil/trace.go:171","msg":"trace[157645764] linearizableReadLoop","detail":"{readStateIndex:8495; appliedIndex:8492; }","duration":"181.129948ms","start":"2026-02-26T01:59:08.045883Z","end":"2026-02-26T01:59:08.227013Z","steps":["trace[157645764] 'read index received' (duration: 74.674884ms)","trace[157645764] 'applied index is now lower than readState.Index' (duration: 106.453344ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:59:08.227105Z","caller":"traceutil/trace.go:171","msg":"trace[745434088] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"181.268332ms","start":"2026-02-26T01:59:08.045798Z","end":"2026-02-26T01:59:08.227066Z","steps":["trace[745434088] 'process raft request' (duration: 181.069845ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:08.227243Z","caller":"traceutil/trace.go:171","msg":"trace[63408568] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"155.687999ms","start":"2026-02-26T01:59:08.071508Z","end":"2026-02-26T01:59:08.227196Z","steps":["trace[63408568] 'process raft request' (duration: 155.437281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:08.227306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.387866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:59:08.227544Z","caller":"traceutil/trace.go:171","msg":"trace[1775385655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8187; }","duration":"181.646414ms","start":"2026-02-26T01:59:08.045875Z","end":"2026-02-26T01:59:08.227521Z","steps":["trace[1775385655] 'agreement among raft nodes before linearized reading' (duration: 181.343444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:08.251725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.90161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228802"} {"level":"info","ts":"2026-02-26T01:59:08.251913Z","caller":"traceutil/trace.go:171","msg":"trace[2132283404] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8188; }","duration":"203.100325ms","start":"2026-02-26T01:59:08.048755Z","end":"2026-02-26T01:59:08.251855Z","steps":["trace[2132283404] 'agreement among raft nodes before linearized reading' (duration: 202.520517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:16.14783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.860506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:59:16.147947Z","caller":"traceutil/trace.go:171","msg":"trace[1105958909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8250; }","duration":"231.014471ms","start":"2026-02-26T01:59:15.916915Z","end":"2026-02-26T01:59:16.147929Z","steps":["trace[1105958909] 'range keys from in-memory index tree' (duration: 230.654739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:16.148082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.147817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-tr7hr\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-02-26T01:59:16.148176Z","caller":"traceutil/trace.go:171","msg":"trace[1659853219] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-tr7hr; range_end:; response_count:1; response_revision:8250; }","duration":"103.308203ms","start":"2026-02-26T01:59:16.044846Z","end":"2026-02-26T01:59:16.148154Z","steps":["trace[1659853219] 'range keys from in-memory index tree' (duration: 102.93327ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:00:08.652758Z","caller":"traceutil/trace.go:171","msg":"trace[1487212141] linearizableReadLoop","detail":"{readStateIndex:9129; appliedIndex:9128; }","duration":"206.15652ms","start":"2026-02-26T02:00:08.446571Z","end":"2026-02-26T02:00:08.652727Z","steps":["trace[1487212141] 'read index received' (duration: 205.915483ms)","trace[1487212141] 'applied index is now lower than readState.Index' (duration: 239.567µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:00:08.652852Z","caller":"traceutil/trace.go:171","msg":"trace[1538954442] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"222.297333ms","start":"2026-02-26T02:00:08.43051Z","end":"2026-02-26T02:00:08.652807Z","steps":["trace[1538954442] 'process raft request' (duration: 222.005794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:00:08.653296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.678186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:00:08.653442Z","caller":"traceutil/trace.go:171","msg":"trace[213263822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8801; }","duration":"206.918474ms","start":"2026-02-26T02:00:08.446495Z","end":"2026-02-26T02:00:08.653413Z","steps":["trace[213263822] 'agreement among raft nodes before linearized reading' (duration: 206.412298ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:00:08.679854Z","caller":"traceutil/trace.go:171","msg":"trace[1557816817] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"199.704475ms","start":"2026-02-26T02:00:08.480113Z","end":"2026-02-26T02:00:08.679818Z","steps":["trace[1557816817] 'process raft request' (duration: 199.318803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:00:08.679849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.33054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:00:08.680113Z","caller":"traceutil/trace.go:171","msg":"trace[634178010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8803; }","duration":"225.66713ms","start":"2026-02-26T02:00:08.454426Z","end":"2026-02-26T02:00:08.680093Z","steps":["trace[634178010] 'agreement among raft nodes before linearized reading' (duration: 225.243746ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:00:22.851125Z","caller":"traceutil/trace.go:171","msg":"trace[693071294] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"126.611119ms","start":"2026-02-26T02:00:22.724481Z","end":"2026-02-26T02:00:22.851092Z","steps":["trace[693071294] 'process raft request' (duration: 126.33726ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:00:22.868783Z","caller":"traceutil/trace.go:171","msg":"trace[1536616153] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"135.731199ms","start":"2026-02-26T02:00:22.733021Z","end":"2026-02-26T02:00:22.868752Z","steps":["trace[1536616153] 'process raft request' (duration: 135.511992ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:00:22.868905Z","caller":"traceutil/trace.go:171","msg":"trace[1553940025] linearizableReadLoop","detail":"{readStateIndex:9208; appliedIndex:9205; }","duration":"119.319037ms","start":"2026-02-26T02:00:22.749554Z","end":"2026-02-26T02:00:22.868873Z","steps":["trace[1553940025] 'read index received' (duration: 101.309374ms)","trace[1553940025] 'applied index is now lower than readState.Index' (duration: 18.007233ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:00:22.868943Z","caller":"traceutil/trace.go:171","msg":"trace[1558759859] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"132.141385ms","start":"2026-02-26T02:00:22.736768Z","end":"2026-02-26T02:00:22.868909Z","steps":["trace[1558759859] 'process raft request' (duration: 131.947689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:00:22.869178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.121827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T02:00:22.869216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.603106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T02:00:22.869275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.061405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:00:22.86928Z","caller":"traceutil/trace.go:171","msg":"trace[803815234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8877; }","duration":"119.74266ms","start":"2026-02-26T02:00:22.749526Z","end":"2026-02-26T02:00:22.869269Z","steps":["trace[803815234] 'agreement among raft nodes before linearized reading' (duration: 119.491442ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:00:22.869368Z","caller":"traceutil/trace.go:171","msg":"trace[1374911027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8877; }","duration":"117.2267ms","start":"2026-02-26T02:00:22.75213Z","end":"2026-02-26T02:00:22.869356Z","steps":["trace[1374911027] 'agreement among raft nodes before linearized reading' (duration: 117.002943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:00:22.869389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.218367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:00:22.869258Z","caller":"traceutil/trace.go:171","msg":"trace[212316455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8877; }","duration":"117.254601ms","start":"2026-02-26T02:00:22.751988Z","end":"2026-02-26T02:00:22.869243Z","steps":["trace[212316455] 'agreement among raft nodes before linearized reading' (duration: 117.064955ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:00:22.869472Z","caller":"traceutil/trace.go:171","msg":"trace[323791375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8877; }","duration":"110.346371ms","start":"2026-02-26T02:00:22.759106Z","end":"2026-02-26T02:00:22.869453Z","steps":["trace[323791375] 'agreement among raft nodes before linearized reading' (duration: 110.040292ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:19.512074Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T02:02:19.517258Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-26T02:02:19.517348Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-26T02:02:42.364673Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7502} {"level":"info","ts":"2026-02-26T02:02:42.426057Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7502,"took":"59.18634ms","hash":592392333,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":24715264,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-26T02:02:42.426115Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":592392333,"revision":7502,"compact-revision":5571} {"level":"info","ts":"2026-02-26T02:04:14.934636Z","caller":"traceutil/trace.go:171","msg":"trace[1920741192] transaction","detail":"{read_only:false; response_revision:10198; number_of_response:1; }","duration":"136.681507ms","start":"2026-02-26T02:04:14.797649Z","end":"2026-02-26T02:04:14.934331Z","steps":["trace[1920741192] 'process raft request' (duration: 136.44776ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:28.471352Z","caller":"traceutil/trace.go:171","msg":"trace[1596030099] transaction","detail":"{read_only:false; response_revision:10355; number_of_response:1; }","duration":"101.808061ms","start":"2026-02-26T02:04:28.369519Z","end":"2026-02-26T02:04:28.471327Z","steps":["trace[1596030099] 'process raft request' (duration: 101.267584ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:28.471593Z","caller":"traceutil/trace.go:171","msg":"trace[356279263] transaction","detail":"{read_only:false; response_revision:10356; number_of_response:1; }","duration":"101.447379ms","start":"2026-02-26T02:04:28.370135Z","end":"2026-02-26T02:04:28.471583Z","steps":["trace[356279263] 'process raft request' (duration: 101.138219ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:32.273889Z","caller":"traceutil/trace.go:171","msg":"trace[752469040] transaction","detail":"{read_only:false; response_revision:10991; number_of_response:1; }","duration":"106.533782ms","start":"2026-02-26T02:05:32.167331Z","end":"2026-02-26T02:05:32.273864Z","steps":["trace[752469040] 'process raft request' (duration: 106.365076ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:32.30956Z","caller":"traceutil/trace.go:171","msg":"trace[1741551303] transaction","detail":"{read_only:false; response_revision:10992; number_of_response:1; }","duration":"141.196891ms","start":"2026-02-26T02:05:32.168335Z","end":"2026-02-26T02:05:32.309532Z","steps":["trace[1741551303] 'process raft request' (duration: 141.043947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:32.607477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.086771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:32.607689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.492834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:05:32.607783Z","caller":"traceutil/trace.go:171","msg":"trace[1839252272] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:10992; }","duration":"218.651399ms","start":"2026-02-26T02:05:32.389113Z","end":"2026-02-26T02:05:32.607764Z","steps":["trace[1839252272] 'count revisions from in-memory index tree' (duration: 218.401771ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:32.607729Z","caller":"traceutil/trace.go:171","msg":"trace[271022760] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10992; }","duration":"132.394991ms","start":"2026-02-26T02:05:32.475306Z","end":"2026-02-26T02:05:32.6077Z","steps":["trace[271022760] 'range keys from in-memory index tree' (duration: 131.970488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:32.607906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.620038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:32.607947Z","caller":"traceutil/trace.go:171","msg":"trace[265978276] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10992; }","duration":"132.696231ms","start":"2026-02-26T02:05:32.475239Z","end":"2026-02-26T02:05:32.607936Z","steps":["trace[265978276] 'range keys from in-memory index tree' (duration: 132.539066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:32.607576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.063654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-02-26T02:05:32.608008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.716372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:32.607666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.618067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-26T02:05:32.608113Z","caller":"traceutil/trace.go:171","msg":"trace[793239689] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10992; }","duration":"132.863746ms","start":"2026-02-26T02:05:32.475233Z","end":"2026-02-26T02:05:32.608097Z","steps":["trace[793239689] 'range keys from in-memory index tree' (duration: 132.607538ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:32.608142Z","caller":"traceutil/trace.go:171","msg":"trace[1766709070] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10992; }","duration":"132.107673ms","start":"2026-02-26T02:05:32.476028Z","end":"2026-02-26T02:05:32.608136Z","steps":["trace[1766709070] 'range keys from in-memory index tree' (duration: 131.553885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:32.607628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.097951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:32.608142Z","caller":"traceutil/trace.go:171","msg":"trace[1250837296] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10992; }","duration":"128.636603ms","start":"2026-02-26T02:05:32.479464Z","end":"2026-02-26T02:05:32.6081Z","steps":["trace[1250837296] 'range keys from in-memory index tree' (duration: 127.929939ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:32.608186Z","caller":"traceutil/trace.go:171","msg":"trace[67447861] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10992; }","duration":"132.693941ms","start":"2026-02-26T02:05:32.475487Z","end":"2026-02-26T02:05:32.608181Z","steps":["trace[67447861] 'range keys from in-memory index tree' (duration: 132.013879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:53.499902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.36323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:05:53.500042Z","caller":"traceutil/trace.go:171","msg":"trace[403953852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11099; }","duration":"421.507484ms","start":"2026-02-26T02:05:53.078501Z","end":"2026-02-26T02:05:53.500008Z","steps":["trace[403953852] 'count revisions from in-memory index tree' (duration: 421.255406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:53.500116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:53.078437Z","time spent":"421.651029ms","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:05:53.500173Z","caller":"traceutil/trace.go:171","msg":"trace[1410017524] transaction","detail":"{read_only:false; response_revision:11100; number_of_response:1; }","duration":"226.767545ms","start":"2026-02-26T02:05:53.273362Z","end":"2026-02-26T02:05:53.500129Z","steps":["trace[1410017524] 'process raft request' (duration: 196.199585ms)","trace[1410017524] 'compare' (duration: 29.864938ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:05:53.500119Z","caller":"traceutil/trace.go:171","msg":"trace[1966050020] linearizableReadLoop","detail":"{readStateIndex:11508; appliedIndex:11507; }","duration":"208.068312ms","start":"2026-02-26T02:05:53.292027Z","end":"2026-02-26T02:05:53.500095Z","steps":["trace[1966050020] 'read index received' (duration: 177.530503ms)","trace[1966050020] 'applied index is now lower than readState.Index' (duration: 30.536109ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:05:53.500341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.258378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz8kx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:05:53.500398Z","caller":"traceutil/trace.go:171","msg":"trace[1475992966] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz8kx; range_end:; response_count:1; response_revision:11100; }","duration":"208.396472ms","start":"2026-02-26T02:05:53.291983Z","end":"2026-02-26T02:05:53.50038Z","steps":["trace[1475992966] 'agreement among raft nodes before linearized reading' (duration: 208.171775ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:56.491613Z","caller":"traceutil/trace.go:171","msg":"trace[68107511] transaction","detail":"{read_only:false; response_revision:11114; number_of_response:1; }","duration":"104.551878ms","start":"2026-02-26T02:05:56.387032Z","end":"2026-02-26T02:05:56.491584Z","steps":["trace[68107511] 'process raft request' (duration: 40.3236ms)","trace[68107511] 'compare' (duration: 64.110624ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:07:42.371462Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9747} {"level":"info","ts":"2026-02-26T02:07:42.459537Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9747,"took":"84.48018ms","hash":824050259,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":22515712,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-26T02:07:42.459601Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":824050259,"revision":9747,"compact-revision":7502} {"level":"info","ts":"2026-02-26T02:09:37.322306Z","caller":"traceutil/trace.go:171","msg":"trace[1063281753] linearizableReadLoop","detail":"{readStateIndex:12895; appliedIndex:12894; }","duration":"210.357031ms","start":"2026-02-26T02:09:37.111891Z","end":"2026-02-26T02:09:37.322248Z","steps":["trace[1063281753] 'read index received' (duration: 210.076552ms)","trace[1063281753] 'applied index is now lower than readState.Index' (duration: 279.129µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:09:37.322342Z","caller":"traceutil/trace.go:171","msg":"trace[1275594788] transaction","detail":"{read_only:false; response_revision:12437; number_of_response:1; }","duration":"260.647469ms","start":"2026-02-26T02:09:37.061647Z","end":"2026-02-26T02:09:37.322295Z","steps":["trace[1275594788] 'process raft request' (duration: 260.33926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:37.322462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.551917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:09:37.322722Z","caller":"traceutil/trace.go:171","msg":"trace[554770015] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:12437; }","duration":"210.838426ms","start":"2026-02-26T02:09:37.111852Z","end":"2026-02-26T02:09:37.322691Z","steps":["trace[554770015] 'agreement among raft nodes before linearized reading' (duration: 210.549597ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:09:59.574228Z","caller":"traceutil/trace.go:171","msg":"trace[1076426248] transaction","detail":"{read_only:false; response_revision:12557; number_of_response:1; }","duration":"165.137537ms","start":"2026-02-26T02:09:59.409066Z","end":"2026-02-26T02:09:59.574203Z","steps":["trace[1076426248] 'process raft request' (duration: 164.953771ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:09:59.575555Z","caller":"traceutil/trace.go:171","msg":"trace[1920148238] transaction","detail":"{read_only:false; response_revision:12558; number_of_response:1; }","duration":"163.838618ms","start":"2026-02-26T02:09:59.411683Z","end":"2026-02-26T02:09:59.575521Z","steps":["trace[1920148238] 'process raft request' (duration: 163.526718ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:07.832789Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000034f3.wal"} {"level":"warn","ts":"2026-02-26T02:11:47.646519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.712349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-26T02:11:47.646962Z","caller":"traceutil/trace.go:171","msg":"trace[426106285] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13342; }","duration":"381.250815ms","start":"2026-02-26T02:11:47.26567Z","end":"2026-02-26T02:11:47.646921Z","steps":["trace[426106285] 'range keys from in-memory index tree' (duration: 380.476131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:47.647121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:47.265644Z","time spent":"381.457751ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-26T02:11:47.646606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.911485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T02:11:47.647366Z","caller":"traceutil/trace.go:171","msg":"trace[1467213917] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13342; }","duration":"126.735871ms","start":"2026-02-26T02:11:47.520587Z","end":"2026-02-26T02:11:47.647323Z","steps":["trace[1467213917] 'range keys from in-memory index tree' (duration: 125.591255ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:51.089118Z","caller":"traceutil/trace.go:171","msg":"trace[1706993039] transaction","detail":"{read_only:false; response_revision:13354; number_of_response:1; }","duration":"247.190146ms","start":"2026-02-26T02:11:50.841885Z","end":"2026-02-26T02:11:51.089075Z","steps":["trace[1706993039] 'process raft request' (duration: 246.910647ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:51.270688Z","caller":"traceutil/trace.go:171","msg":"trace[485533362] transaction","detail":"{read_only:false; response_revision:13355; number_of_response:1; }","duration":"426.678338ms","start":"2026-02-26T02:11:50.84398Z","end":"2026-02-26T02:11:51.270658Z","steps":["trace[485533362] 'process raft request' (duration: 424.367486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:51.270862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:50.843945Z","time spent":"426.823532ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:11:51.270857Z","caller":"traceutil/trace.go:171","msg":"trace[893100281] linearizableReadLoop","detail":"{readStateIndex:13850; appliedIndex:13847; }","duration":"310.425194ms","start":"2026-02-26T02:11:50.96039Z","end":"2026-02-26T02:11:51.270815Z","steps":["trace[893100281] 'read index received' (duration: 128.410013ms)","trace[893100281] 'applied index is now lower than readState.Index' (duration: 182.013851ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:11:51.271219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.98529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:11:51.271275Z","caller":"traceutil/trace.go:171","msg":"trace[338086748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13356; }","duration":"310.080954ms","start":"2026-02-26T02:11:50.961176Z","end":"2026-02-26T02:11:51.271257Z","steps":["trace[338086748] 'agreement among raft nodes before linearized reading' (duration: 309.933409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:51.271309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:50.961153Z","time spent":"310.148555ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:11:51.271416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.79444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:11:51.271392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.974911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T02:11:51.271495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.369968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:11:51.271527Z","caller":"traceutil/trace.go:171","msg":"trace[1539859417] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:13356; }","duration":"279.457571ms","start":"2026-02-26T02:11:50.992059Z","end":"2026-02-26T02:11:51.271517Z","steps":["trace[1539859417] 'agreement among raft nodes before linearized reading' (duration: 279.408259ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:51.271509Z","caller":"traceutil/trace.go:171","msg":"trace[344115688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13356; }","duration":"311.161947ms","start":"2026-02-26T02:11:50.96032Z","end":"2026-02-26T02:11:51.271482Z","steps":["trace[344115688] 'agreement among raft nodes before linearized reading' (duration: 310.718153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:51.271654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:50.960273Z","time spent":"311.365084ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:11:51.271742Z","caller":"traceutil/trace.go:171","msg":"trace[1654522958] transaction","detail":"{read_only:false; response_revision:13356; number_of_response:1; }","duration":"362.033519ms","start":"2026-02-26T02:11:50.909685Z","end":"2026-02-26T02:11:51.271719Z","steps":["trace[1654522958] 'process raft request' (duration: 360.860873ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:51.271447Z","caller":"traceutil/trace.go:171","msg":"trace[1847952018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13356; }","duration":"224.848582ms","start":"2026-02-26T02:11:51.046591Z","end":"2026-02-26T02:11:51.271439Z","steps":["trace[1847952018] 'agreement among raft nodes before linearized reading' (duration: 224.799971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:51.271892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:50.909654Z","time spent":"362.133332ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:12:11.647082Z","caller":"traceutil/trace.go:171","msg":"trace[1608065100] transaction","detail":"{read_only:false; response_revision:13446; number_of_response:1; }","duration":"453.249495ms","start":"2026-02-26T02:12:11.1938Z","end":"2026-02-26T02:12:11.647049Z","steps":["trace[1608065100] 'process raft request' (duration: 453.064859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:11.647259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:11.193782Z","time spent":"453.385999ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:12:11.766443Z","caller":"traceutil/trace.go:171","msg":"trace[1152650099] linearizableReadLoop","detail":"{readStateIndex:13945; appliedIndex:13943; }","duration":"405.50495ms","start":"2026-02-26T02:12:11.360906Z","end":"2026-02-26T02:12:11.76641Z","steps":["trace[1152650099] 'read index received' (duration: 285.977043ms)","trace[1152650099] 'applied index is now lower than readState.Index' (duration: 119.526827ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:12:11.766519Z","caller":"traceutil/trace.go:171","msg":"trace[2130780481] transaction","detail":"{read_only:false; response_revision:13447; number_of_response:1; }","duration":"417.732181ms","start":"2026-02-26T02:12:11.348748Z","end":"2026-02-26T02:12:11.76648Z","steps":["trace[2130780481] 'process raft request' (duration: 417.155733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:11.766665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.756408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:12:11.766728Z","caller":"traceutil/trace.go:171","msg":"trace[559576910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13447; }","duration":"405.881952ms","start":"2026-02-26T02:12:11.360828Z","end":"2026-02-26T02:12:11.76671Z","steps":["trace[559576910] 'agreement among raft nodes before linearized reading' (duration: 405.690906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:11.766762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.004305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:12:11.766845Z","caller":"traceutil/trace.go:171","msg":"trace[1172720883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13447; }","duration":"396.14982ms","start":"2026-02-26T02:12:11.370672Z","end":"2026-02-26T02:12:11.766822Z","steps":["trace[1172720883] 'agreement among raft nodes before linearized reading' (duration: 395.919202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:11.766902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:11.370626Z","time spent":"396.264923ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:12:11.766869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:11.360792Z","time spent":"405.979665ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:12:11.766692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:11.34872Z","time spent":"417.876005ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:12:11.767194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.828489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:12:11.76729Z","caller":"traceutil/trace.go:171","msg":"trace[1180150747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13447; }","duration":"395.004293ms","start":"2026-02-26T02:12:11.372262Z","end":"2026-02-26T02:12:11.767267Z","steps":["trace[1180150747] 'agreement among raft nodes before linearized reading' (duration: 394.707094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:11.767333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:11.372223Z","time spent":"395.101777ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:12:28.569682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.107832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:12:28.569831Z","caller":"traceutil/trace.go:171","msg":"trace[1974581753] linearizableReadLoop","detail":"{readStateIndex:14046; appliedIndex:14045; }","duration":"631.623132ms","start":"2026-02-26T02:12:27.938188Z","end":"2026-02-26T02:12:28.569811Z","steps":["trace[1974581753] 'read index received' (duration: 498.380285ms)","trace[1974581753] 'applied index is now lower than readState.Index' (duration: 133.241177ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:12:28.569878Z","caller":"traceutil/trace.go:171","msg":"trace[1466971065] transaction","detail":"{read_only:false; response_revision:13544; number_of_response:1; }","duration":"693.063111ms","start":"2026-02-26T02:12:27.87678Z","end":"2026-02-26T02:12:28.569843Z","steps":["trace[1466971065] 'process raft request' (duration: 559.69136ms)","trace[1466971065] 'compare' (duration: 132.775291ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:12:28.570033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.844799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:12:28.570075Z","caller":"traceutil/trace.go:171","msg":"trace[1328968028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13544; }","duration":"631.949973ms","start":"2026-02-26T02:12:27.938113Z","end":"2026-02-26T02:12:28.570063Z","steps":["trace[1328968028] 'agreement among raft nodes before linearized reading' (duration: 631.776697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:28.570115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:27.93807Z","time spent":"632.037326ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:12:28.570304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:27.876748Z","time spent":"693.212946ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:12:29.070574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894573976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:12:29.457318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:28.739499Z","time spent":"717.811615ms","remote":"127.0.0.1:49892","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:12:29.458253Z","caller":"traceutil/trace.go:171","msg":"trace[1720254758] transaction","detail":"{read_only:false; response_revision:13545; number_of_response:1; }","duration":"1.299171453s","start":"2026-02-26T02:12:28.15906Z","end":"2026-02-26T02:12:29.458232Z","steps":["trace[1720254758] 'process raft request' (duration: 1.208857628s)","trace[1720254758] 'compare' (duration: 89.809628ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:12:29.45835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:28.159036Z","time spent":"1.299254036s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:12:29.458518Z","caller":"traceutil/trace.go:171","msg":"trace[1615633712] transaction","detail":"{read_only:false; response_revision:13547; number_of_response:1; }","duration":"884.111483ms","start":"2026-02-26T02:12:28.574398Z","end":"2026-02-26T02:12:29.458509Z","steps":["trace[1615633712] 'process raft request' (duration: 883.944667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:29.458563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:28.574371Z","time spent":"884.171375ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:12:29.458529Z","caller":"traceutil/trace.go:171","msg":"trace[1892454827] transaction","detail":"{read_only:false; response_revision:13546; number_of_response:1; }","duration":"1.26692645s","start":"2026-02-26T02:12:28.191572Z","end":"2026-02-26T02:12:29.458498Z","steps":["trace[1892454827] 'process raft request' (duration: 1.266563838s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:12:29.458537Z","caller":"traceutil/trace.go:171","msg":"trace[839104559] linearizableReadLoop","detail":"{readStateIndex:14049; appliedIndex:14046; }","duration":"888.632269ms","start":"2026-02-26T02:12:28.569861Z","end":"2026-02-26T02:12:29.458494Z","steps":["trace[839104559] 'read index received' (duration: 798.038334ms)","trace[839104559] 'applied index is now lower than readState.Index' (duration: 90.593145ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:12:29.458772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:28.191495Z","time spent":"1.267147138s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:12:29.459084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002725955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-26T02:12:29.45911Z","caller":"traceutil/trace.go:171","msg":"trace[889556358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13547; }","duration":"1.002812609s","start":"2026-02-26T02:12:28.45629Z","end":"2026-02-26T02:12:29.459103Z","steps":["trace[889556358] 'agreement among raft nodes before linearized reading' (duration: 1.002714026s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:29.459092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164102403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:12:29.459137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:28.456268Z","time spent":"1.00286434s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:12:29.459163Z","caller":"traceutil/trace.go:171","msg":"trace[719420693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13547; }","duration":"1.164216988s","start":"2026-02-26T02:12:28.294927Z","end":"2026-02-26T02:12:29.459144Z","steps":["trace[719420693] 'agreement among raft nodes before linearized reading' (duration: 1.164102024s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:29.459222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:28.294908Z","time spent":"1.1643011s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:12:29.459575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520001613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:12:29.459628Z","caller":"traceutil/trace.go:171","msg":"trace[527016494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13547; }","duration":"1.520073895s","start":"2026-02-26T02:12:27.939534Z","end":"2026-02-26T02:12:29.459608Z","steps":["trace[527016494] 'agreement among raft nodes before linearized reading' (duration: 1.519919269s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:29.459673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:27.939525Z","time spent":"1.520138277s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:12:29.460603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.386368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T02:12:29.460602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.405903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:12:29.460648Z","caller":"traceutil/trace.go:171","msg":"trace[604121764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13547; }","duration":"481.475361ms","start":"2026-02-26T02:12:28.979163Z","end":"2026-02-26T02:12:29.460638Z","steps":["trace[604121764] 'agreement among raft nodes before linearized reading' (duration: 481.358147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:29.460671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:28.979141Z","time spent":"481.524483ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:12:29.460674Z","caller":"traceutil/trace.go:171","msg":"trace[9697916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13547; }","duration":"413.531428ms","start":"2026-02-26T02:12:29.047123Z","end":"2026-02-26T02:12:29.460655Z","steps":["trace[9697916] 'agreement among raft nodes before linearized reading' (duration: 413.380632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:29.460727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:29.047107Z","time spent":"413.60512ms","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:12:29.461053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.663852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz8kx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:12:29.46109Z","caller":"traceutil/trace.go:171","msg":"trace[2080148962] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz8kx; range_end:; response_count:1; response_revision:13547; }","duration":"513.744025ms","start":"2026-02-26T02:12:28.947336Z","end":"2026-02-26T02:12:29.46108Z","steps":["trace[2080148962] 'agreement among raft nodes before linearized reading' (duration: 513.119134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:29.461114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:28.94731Z","time spent":"513.797646ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-pz8kx\" "} {"level":"warn","ts":"2026-02-26T02:12:30.800954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.920714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:12:30.801059Z","caller":"traceutil/trace.go:171","msg":"trace[424629198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13554; }","duration":"226.07845ms","start":"2026-02-26T02:12:30.57496Z","end":"2026-02-26T02:12:30.801038Z","steps":["trace[424629198] 'range keys from in-memory index tree' (duration: 225.724178ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:12:33.791565Z","caller":"traceutil/trace.go:171","msg":"trace[1700019530] transaction","detail":"{read_only:false; response_revision:13578; number_of_response:1; }","duration":"318.573332ms","start":"2026-02-26T02:12:33.47297Z","end":"2026-02-26T02:12:33.791543Z","steps":["trace[1700019530] 'process raft request' (duration: 303.666017ms)","trace[1700019530] 'compare' (duration: 14.367186ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:12:33.791691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:33.472956Z","time spent":"318.681195ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:12:33.79182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.588035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:12:33.791861Z","caller":"traceutil/trace.go:171","msg":"trace[134282294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13578; }","duration":"303.630386ms","start":"2026-02-26T02:12:33.488218Z","end":"2026-02-26T02:12:33.791848Z","steps":["trace[134282294] 'agreement among raft nodes before linearized reading' (duration: 303.503202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:33.791892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:33.488155Z","time spent":"303.729139ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:12:33.79167Z","caller":"traceutil/trace.go:171","msg":"trace[2043770706] linearizableReadLoop","detail":"{readStateIndex:14081; appliedIndex:14079; }","duration":"303.259063ms","start":"2026-02-26T02:12:33.488234Z","end":"2026-02-26T02:12:33.791493Z","steps":["trace[2043770706] 'read index received' (duration: 26.287987ms)","trace[2043770706] 'applied index is now lower than readState.Index' (duration: 276.969696ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:12:33.79247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.547141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T02:12:33.792534Z","caller":"traceutil/trace.go:171","msg":"trace[2095771504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13578; }","duration":"296.639074ms","start":"2026-02-26T02:12:33.495875Z","end":"2026-02-26T02:12:33.792514Z","steps":["trace[2095771504] 'agreement among raft nodes before linearized reading' (duration: 296.50395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:33.792543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.454407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz8kx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:12:33.792575Z","caller":"traceutil/trace.go:171","msg":"trace[1399886527] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz8kx; range_end:; response_count:1; response_revision:13578; }","duration":"280.522079ms","start":"2026-02-26T02:12:33.512044Z","end":"2026-02-26T02:12:33.792566Z","steps":["trace[1399886527] 'agreement among raft nodes before linearized reading' (duration: 280.407845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:33.792632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.6555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:12:33.79282Z","caller":"traceutil/trace.go:171","msg":"trace[528687878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13578; }","duration":"295.871808ms","start":"2026-02-26T02:12:33.496924Z","end":"2026-02-26T02:12:33.792796Z","steps":["trace[528687878] 'agreement among raft nodes before linearized reading' (duration: 295.530926ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:12:42.37876Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11785} {"level":"info","ts":"2026-02-26T02:12:42.456559Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11785,"took":"75.154353ms","hash":2737370015,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":24158208,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-26T02:12:42.456619Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2737370015,"revision":11785,"compact-revision":9747} {"level":"info","ts":"2026-02-26T02:13:34.55356Z","caller":"traceutil/trace.go:171","msg":"trace[252653919] linearizableReadLoop","detail":"{readStateIndex:15041; appliedIndex:15040; }","duration":"105.60369ms","start":"2026-02-26T02:13:34.447917Z","end":"2026-02-26T02:13:34.55352Z","steps":["trace[252653919] 'read index received' (duration: 105.30487ms)","trace[252653919] 'applied index is now lower than readState.Index' (duration: 296.59µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:13:34.55366Z","caller":"traceutil/trace.go:171","msg":"trace[1423920560] transaction","detail":"{read_only:false; response_revision:14508; number_of_response:1; }","duration":"111.502776ms","start":"2026-02-26T02:13:34.442127Z","end":"2026-02-26T02:13:34.55363Z","steps":["trace[1423920560] 'process raft request' (duration: 111.143385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:13:34.554619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.671223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:763151"} {"level":"info","ts":"2026-02-26T02:13:34.554737Z","caller":"traceutil/trace.go:171","msg":"trace[1151160222] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14508; }","duration":"106.826089ms","start":"2026-02-26T02:13:34.447887Z","end":"2026-02-26T02:13:34.554713Z","steps":["trace[1151160222] 'agreement among raft nodes before linearized reading' (duration: 105.793796ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:02.303051Z","caller":"traceutil/trace.go:171","msg":"trace[65245494] transaction","detail":"{read_only:false; response_revision:14670; number_of_response:1; }","duration":"173.72888ms","start":"2026-02-26T02:14:02.129296Z","end":"2026-02-26T02:14:02.303025Z","steps":["trace[65245494] 'process raft request' (duration: 173.525753ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:02.722072Z","caller":"traceutil/trace.go:171","msg":"trace[1412566836] linearizableReadLoop","detail":"{readStateIndex:15211; appliedIndex:15209; }","duration":"492.78585ms","start":"2026-02-26T02:14:02.229266Z","end":"2026-02-26T02:14:02.722051Z","steps":["trace[1412566836] 'read index received' (duration: 73.623805ms)","trace[1412566836] 'applied index is now lower than readState.Index' (duration: 419.161325ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:14:02.722293Z","caller":"traceutil/trace.go:171","msg":"trace[385194428] transaction","detail":"{read_only:false; response_revision:14671; number_of_response:1; }","duration":"562.014825ms","start":"2026-02-26T02:14:02.160269Z","end":"2026-02-26T02:14:02.722284Z","steps":["trace[385194428] 'process raft request' (duration: 561.655054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:02.722383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:02.160245Z","time spent":"562.067477ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:14:02.722659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.394939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T02:14:02.722686Z","caller":"traceutil/trace.go:171","msg":"trace[1758373740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14671; }","duration":"493.475862ms","start":"2026-02-26T02:14:02.229203Z","end":"2026-02-26T02:14:02.722679Z","steps":["trace[1758373740] 'agreement among raft nodes before linearized reading' (duration: 493.363208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:02.722667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.033694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T02:14:02.72271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:02.229174Z","time spent":"493.531403ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:14:02.722747Z","caller":"traceutil/trace.go:171","msg":"trace[1253922556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14671; }","duration":"462.148698ms","start":"2026-02-26T02:14:02.260576Z","end":"2026-02-26T02:14:02.722725Z","steps":["trace[1253922556] 'agreement among raft nodes before linearized reading' (duration: 461.913021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:02.72279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:02.260562Z","time spent":"462.21948ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:14:02.722759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.822252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T02:14:02.722852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.214333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T02:14:02.722906Z","caller":"traceutil/trace.go:171","msg":"trace[789140653] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14671; }","duration":"360.020169ms","start":"2026-02-26T02:14:02.362856Z","end":"2026-02-26T02:14:02.722876Z","steps":["trace[789140653] 'agreement among raft nodes before linearized reading' (duration: 359.676298ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:02.722935Z","caller":"traceutil/trace.go:171","msg":"trace[1145361892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14671; }","duration":"458.330677ms","start":"2026-02-26T02:14:02.264584Z","end":"2026-02-26T02:14:02.722915Z","steps":["trace[1145361892] 'agreement among raft nodes before linearized reading' (duration: 458.070059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:02.722792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.399123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T02:14:02.722976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:02.362831Z","time spent":"360.128682ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:14:02.722987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:02.264574Z","time spent":"458.401749ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:14:02.723046Z","caller":"traceutil/trace.go:171","msg":"trace[1309190269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14671; }","duration":"455.649062ms","start":"2026-02-26T02:14:02.267346Z","end":"2026-02-26T02:14:02.722995Z","steps":["trace[1309190269] 'agreement among raft nodes before linearized reading' (duration: 455.28129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:02.723137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:02.267333Z","time spent":"455.779295ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:14:04.394412Z","caller":"traceutil/trace.go:171","msg":"trace[360537880] linearizableReadLoop","detail":"{readStateIndex:15217; appliedIndex:15216; }","duration":"415.998675ms","start":"2026-02-26T02:14:03.978387Z","end":"2026-02-26T02:14:04.394386Z","steps":["trace[360537880] 'read index received' (duration: 415.926812ms)","trace[360537880] 'applied index is now lower than readState.Index' (duration: 70.753µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:14:04.39477Z","caller":"traceutil/trace.go:171","msg":"trace[766573033] transaction","detail":"{read_only:false; response_revision:14677; number_of_response:1; }","duration":"532.070106ms","start":"2026-02-26T02:14:03.862449Z","end":"2026-02-26T02:14:04.394519Z","steps":["trace[766573033] 'process raft request' (duration: 531.785517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:04.394743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.303154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:14:04.394902Z","caller":"traceutil/trace.go:171","msg":"trace[606553571] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14677; }","duration":"416.560802ms","start":"2026-02-26T02:14:03.978319Z","end":"2026-02-26T02:14:04.39488Z","steps":["trace[606553571] 'agreement among raft nodes before linearized reading' (duration: 416.229352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:04.394963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:03.978284Z","time spent":"416.667826ms","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:14:04.395065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:03.862426Z","time spent":"532.375846ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:14:04.895353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894577479,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:14:05.084509Z","caller":"traceutil/trace.go:171","msg":"trace[2053663417] transaction","detail":"{read_only:false; response_revision:14678; number_of_response:1; }","duration":"774.96343ms","start":"2026-02-26T02:14:04.309513Z","end":"2026-02-26T02:14:05.084477Z","steps":["trace[2053663417] 'process raft request' (duration: 772.631616ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:05.08455Z","caller":"traceutil/trace.go:171","msg":"trace[766369647] linearizableReadLoop","detail":"{readStateIndex:15219; appliedIndex:15217; }","duration":"690.004955ms","start":"2026-02-26T02:14:04.394482Z","end":"2026-02-26T02:14:05.084486Z","steps":["trace[766369647] 'read index received' (duration: 687.928299ms)","trace[766369647] 'applied index is now lower than readState.Index' (duration: 2.075546ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:14:05.085059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:04.309482Z","time spent":"775.137105ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:14:05.085095Z","caller":"traceutil/trace.go:171","msg":"trace[1969935665] transaction","detail":"{read_only:false; response_revision:14679; number_of_response:1; }","duration":"354.089711ms","start":"2026-02-26T02:14:04.730985Z","end":"2026-02-26T02:14:05.085075Z","steps":["trace[1969935665] 'process raft request' (duration: 353.377779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:05.085452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:04.730961Z","time spent":"354.341518ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:14:05.085534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107069643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:14:05.085622Z","caller":"traceutil/trace.go:171","msg":"trace[1966632676] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14679; }","duration":"1.107177677s","start":"2026-02-26T02:14:03.978422Z","end":"2026-02-26T02:14:05.085599Z","steps":["trace[1966632676] 'agreement among raft nodes before linearized reading' (duration: 1.107035992s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:05.08567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:03.978416Z","time spent":"1.107245899s","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:14:05.085722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107315091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:14:05.085627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027961074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:14:05.08589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.144381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:14:05.085808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.181002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T02:14:05.085955Z","caller":"traceutil/trace.go:171","msg":"trace[447585789] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14679; }","duration":"103.251554ms","start":"2026-02-26T02:14:04.982682Z","end":"2026-02-26T02:14:05.085934Z","steps":["trace[447585789] 'agreement among raft nodes before linearized reading' (duration: 103.10609ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:05.085982Z","caller":"traceutil/trace.go:171","msg":"trace[1133177441] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14679; }","duration":"353.374288ms","start":"2026-02-26T02:14:04.732583Z","end":"2026-02-26T02:14:05.085957Z","steps":["trace[1133177441] 'agreement among raft nodes before linearized reading' (duration: 353.090349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:05.086034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:04.732572Z","time spent":"353.44673ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:14:05.086066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.961403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T02:14:05.086105Z","caller":"traceutil/trace.go:171","msg":"trace[79430857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14679; }","duration":"323.037236ms","start":"2026-02-26T02:14:04.763057Z","end":"2026-02-26T02:14:05.086095Z","steps":["trace[79430857] 'agreement among raft nodes before linearized reading' (duration: 322.905141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:05.086143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:04.763041Z","time spent":"323.095998ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:14:05.086168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101991822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:14:05.086238Z","caller":"traceutil/trace.go:171","msg":"trace[263203376] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14679; }","duration":"1.102075725s","start":"2026-02-26T02:14:03.984146Z","end":"2026-02-26T02:14:05.086222Z","steps":["trace[263203376] 'agreement among raft nodes before linearized reading' (duration: 1.101708473s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:05.085995Z","caller":"traceutil/trace.go:171","msg":"trace[1670845682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14679; }","duration":"1.028243523s","start":"2026-02-26T02:14:04.057616Z","end":"2026-02-26T02:14:05.085859Z","steps":["trace[1670845682] 'agreement among raft nodes before linearized reading' (duration: 1.027953714s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:05.086295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:03.984139Z","time spent":"1.102142467s","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:14:05.086347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:04.057601Z","time spent":"1.028732298s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:14:05.08635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.344887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T02:14:05.086406Z","caller":"traceutil/trace.go:171","msg":"trace[281380445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14679; }","duration":"324.400709ms","start":"2026-02-26T02:14:04.761991Z","end":"2026-02-26T02:14:05.086391Z","steps":["trace[281380445] 'agreement among raft nodes before linearized reading' (duration: 324.254604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:05.086451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:04.761891Z","time spent":"324.549333ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:14:05.086458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.918401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pz8kx\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-26T02:14:05.086493Z","caller":"traceutil/trace.go:171","msg":"trace[106134159] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pz8kx; range_end:; response_count:1; response_revision:14679; }","duration":"193.996693ms","start":"2026-02-26T02:14:04.892488Z","end":"2026-02-26T02:14:05.086485Z","steps":["trace[106134159] 'agreement among raft nodes before linearized reading' (duration: 193.9171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:05.086521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.164703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T02:14:05.086565Z","caller":"traceutil/trace.go:171","msg":"trace[832553606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14679; }","duration":"336.222944ms","start":"2026-02-26T02:14:04.750328Z","end":"2026-02-26T02:14:05.086551Z","steps":["trace[832553606] 'agreement among raft nodes before linearized reading' (duration: 336.11182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:05.086604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:04.750321Z","time spent":"336.276015ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:14:05.085817Z","caller":"traceutil/trace.go:171","msg":"trace[202067914] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14679; }","duration":"1.107450515s","start":"2026-02-26T02:14:03.978343Z","end":"2026-02-26T02:14:05.085793Z","steps":["trace[202067914] 'agreement among raft nodes before linearized reading' (duration: 1.107313211s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:05.08681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:03.978244Z","time spent":"1.10855687s","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:14:05.085726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096411725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-h82rl\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-02-26T02:14:05.086896Z","caller":"traceutil/trace.go:171","msg":"trace[1903929166] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-h82rl; range_end:; response_count:1; response_revision:14679; }","duration":"1.097610084s","start":"2026-02-26T02:14:03.989274Z","end":"2026-02-26T02:14:05.086884Z","steps":["trace[1903929166] 'agreement among raft nodes before linearized reading' (duration: 1.096276791s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:05.086923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:03.989261Z","time spent":"1.097655675s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-h82rl\" "} {"level":"warn","ts":"2026-02-26T02:14:05.086946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.8024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T02:14:05.087015Z","caller":"traceutil/trace.go:171","msg":"trace[1558632647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14679; }","duration":"323.897323ms","start":"2026-02-26T02:14:04.763102Z","end":"2026-02-26T02:14:05.086999Z","steps":["trace[1558632647] 'agreement among raft nodes before linearized reading' (duration: 323.742568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:05.088717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:14:04.763087Z","time spent":"325.604777ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:14:35.805781Z","caller":"traceutil/trace.go:171","msg":"trace[1754210460] transaction","detail":"{read_only:false; response_revision:14825; number_of_response:1; }","duration":"111.984587ms","start":"2026-02-26T02:14:35.693758Z","end":"2026-02-26T02:14:35.805743Z","steps":["trace[1754210460] 'process raft request' (duration: 107.290418ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:12.578163Z","caller":"traceutil/trace.go:171","msg":"trace[937338300] transaction","detail":"{read_only:false; response_revision:16033; number_of_response:1; }","duration":"224.364996ms","start":"2026-02-26T02:17:12.353759Z","end":"2026-02-26T02:17:12.578124Z","steps":["trace[937338300] 'process raft request' (duration: 161.901332ms)","trace[937338300] 'compare' (duration: 61.71644ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:17:12.57837Z","caller":"traceutil/trace.go:171","msg":"trace[2133021934] linearizableReadLoop","detail":"{readStateIndex:16622; appliedIndex:16621; }","duration":"175.67889ms","start":"2026-02-26T02:17:12.402655Z","end":"2026-02-26T02:17:12.578333Z","steps":["trace[2133021934] 'read index received' (duration: 112.947108ms)","trace[2133021934] 'applied index is now lower than readState.Index' (duration: 62.728912ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:17:12.578581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.915568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:17:12.578667Z","caller":"traceutil/trace.go:171","msg":"trace[1468073094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16033; }","duration":"176.049432ms","start":"2026-02-26T02:17:12.402593Z","end":"2026-02-26T02:17:12.578643Z","steps":["trace[1468073094] 'agreement among raft nodes before linearized reading' (duration: 175.839145ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:42.387558Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13777} {"level":"info","ts":"2026-02-26T02:17:42.471228Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13777,"took":"80.758685ms","hash":2310611050,"current-db-size-bytes":41164800,"current-db-size":"41 MB","current-db-size-in-use-bytes":30294016,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T02:17:42.471281Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2310611050,"revision":13777,"compact-revision":11785} {"level":"warn","ts":"2026-02-26T02:19:55.864411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.440679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:19:55.864501Z","caller":"traceutil/trace.go:171","msg":"trace[814348399] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17115; }","duration":"432.571423ms","start":"2026-02-26T02:19:55.431911Z","end":"2026-02-26T02:19:55.864482Z","steps":["trace[814348399] 'range keys from in-memory index tree' (duration: 432.225102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:19:55.864541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:19:55.431893Z","time spent":"432.640156ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:19:55.864784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.163247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:19:55.864824Z","caller":"traceutil/trace.go:171","msg":"trace[231064043] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:17115; }","duration":"425.22185ms","start":"2026-02-26T02:19:55.439591Z","end":"2026-02-26T02:19:55.864813Z","steps":["trace[231064043] 'count revisions from in-memory index tree' (duration: 425.123846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:19:55.864857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:19:55.439579Z","time spent":"425.267561ms","remote":"127.0.0.1:46964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:19:55.865468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.291469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:19:55.86558Z","caller":"traceutil/trace.go:171","msg":"trace[1390141423] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:17115; }","duration":"187.468344ms","start":"2026-02-26T02:19:55.678088Z","end":"2026-02-26T02:19:55.865556Z","steps":["trace[1390141423] 'count revisions from in-memory index tree' (duration: 187.206236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:19:55.865886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.378681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-26T02:19:55.865857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.700401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:19:55.86587Z","caller":"traceutil/trace.go:171","msg":"trace[1698797216] transaction","detail":"{read_only:false; response_revision:17116; number_of_response:1; }","duration":"117.728666ms","start":"2026-02-26T02:19:55.748099Z","end":"2026-02-26T02:19:55.865827Z","steps":["trace[1698797216] 'process raft request' (duration: 105.60814ms)","trace[1698797216] 'compare' (duration: 11.581949ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:19:55.86602Z","caller":"traceutil/trace.go:171","msg":"trace[1211789337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17115; }","duration":"379.917548ms","start":"2026-02-26T02:19:55.486068Z","end":"2026-02-26T02:19:55.865986Z","steps":["trace[1211789337] 'range keys from in-memory index tree' (duration: 379.446083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:19:55.866197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:19:55.486058Z","time spent":"380.124724ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:19:55.865973Z","caller":"traceutil/trace.go:171","msg":"trace[837280125] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:17115; }","duration":"236.502615ms","start":"2026-02-26T02:19:55.629449Z","end":"2026-02-26T02:19:55.865951Z","steps":["trace[837280125] 'range keys from in-memory index tree' (duration: 235.72033ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:19:57.910306Z","caller":"traceutil/trace.go:171","msg":"trace[954278598] transaction","detail":"{read_only:false; response_revision:17144; number_of_response:1; }","duration":"216.829649ms","start":"2026-02-26T02:19:57.693456Z","end":"2026-02-26T02:19:57.910285Z","steps":["trace[954278598] 'process raft request' (duration: 216.681814ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:19:58.165185Z","caller":"traceutil/trace.go:171","msg":"trace[1135481439] linearizableReadLoop","detail":"{readStateIndex:17775; appliedIndex:17774; }","duration":"193.531437ms","start":"2026-02-26T02:19:57.971626Z","end":"2026-02-26T02:19:58.165158Z","steps":["trace[1135481439] 'read index received' (duration: 193.3223ms)","trace[1135481439] 'applied index is now lower than readState.Index' (duration: 208.187µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:19:58.165317Z","caller":"traceutil/trace.go:171","msg":"trace[1716633872] transaction","detail":"{read_only:false; response_revision:17146; number_of_response:1; }","duration":"195.813ms","start":"2026-02-26T02:19:57.969492Z","end":"2026-02-26T02:19:58.165305Z","steps":["trace[1716633872] 'process raft request' (duration: 195.51823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:19:58.16551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.186742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:19:58.165675Z","caller":"traceutil/trace.go:171","msg":"trace[791054895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17146; }","duration":"119.300885ms","start":"2026-02-26T02:19:58.046276Z","end":"2026-02-26T02:19:58.165577Z","steps":["trace[791054895] 'agreement among raft nodes before linearized reading' (duration: 119.161081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:19:58.166225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.591001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942926"} {"level":"info","ts":"2026-02-26T02:19:58.166265Z","caller":"traceutil/trace.go:171","msg":"trace[228650100] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17146; }","duration":"194.645833ms","start":"2026-02-26T02:19:57.971609Z","end":"2026-02-26T02:19:58.166255Z","steps":["trace[228650100] 'agreement among raft nodes before linearized reading' (duration: 193.940511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:02.280084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.111021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:02.280197Z","caller":"traceutil/trace.go:171","msg":"trace[686949817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17169; }","duration":"235.269576ms","start":"2026-02-26T02:20:02.044908Z","end":"2026-02-26T02:20:02.280177Z","steps":["trace[686949817] 'range keys from in-memory index tree' (duration: 235.010568ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:02.280618Z","caller":"traceutil/trace.go:171","msg":"trace[690625976] transaction","detail":"{read_only:false; response_revision:17170; number_of_response:1; }","duration":"151.101128ms","start":"2026-02-26T02:20:02.129493Z","end":"2026-02-26T02:20:02.280594Z","steps":["trace[690625976] 'process raft request' (duration: 141.293626ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:02.638661Z","caller":"traceutil/trace.go:171","msg":"trace[911255468] transaction","detail":"{read_only:false; response_revision:17172; number_of_response:1; }","duration":"291.636879ms","start":"2026-02-26T02:20:02.346976Z","end":"2026-02-26T02:20:02.638612Z","steps":["trace[911255468] 'process raft request' (duration: 291.368961ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:02.940782Z","caller":"traceutil/trace.go:171","msg":"trace[782934855] transaction","detail":"{read_only:false; response_revision:17174; number_of_response:1; }","duration":"246.69071ms","start":"2026-02-26T02:20:02.694067Z","end":"2026-02-26T02:20:02.940758Z","steps":["trace[782934855] 'process raft request' (duration: 246.603377ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:02.940783Z","caller":"traceutil/trace.go:171","msg":"trace[1440565465] transaction","detail":"{read_only:false; response_revision:17173; number_of_response:1; }","duration":"355.350166ms","start":"2026-02-26T02:20:02.585409Z","end":"2026-02-26T02:20:02.940759Z","steps":["trace[1440565465] 'process raft request' (duration: 350.742469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:02.941225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:20:02.585388Z","time spent":"355.717228ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:20:03.431667Z","caller":"traceutil/trace.go:171","msg":"trace[643481468] transaction","detail":"{read_only:false; response_revision:17175; number_of_response:1; }","duration":"398.354974ms","start":"2026-02-26T02:20:03.033286Z","end":"2026-02-26T02:20:03.431641Z","steps":["trace[643481468] 'process raft request' (duration: 392.082015ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:03.431667Z","caller":"traceutil/trace.go:171","msg":"trace[1184384279] linearizableReadLoop","detail":"{readStateIndex:17805; appliedIndex:17804; }","duration":"387.2228ms","start":"2026-02-26T02:20:03.044391Z","end":"2026-02-26T02:20:03.431614Z","steps":["trace[1184384279] 'read index received' (duration: 380.91651ms)","trace[1184384279] 'applied index is now lower than readState.Index' (duration: 6.30464ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:20:03.431824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:20:03.033261Z","time spent":"398.480008ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:20:03.431923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.52407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:03.431999Z","caller":"traceutil/trace.go:171","msg":"trace[1381477317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17175; }","duration":"387.711586ms","start":"2026-02-26T02:20:03.044274Z","end":"2026-02-26T02:20:03.431986Z","steps":["trace[1381477317] 'agreement among raft nodes before linearized reading' (duration: 387.446398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:03.432065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:20:03.044257Z","time spent":"387.797198ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:20:03.432126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.585538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:20:03.432745Z","caller":"traceutil/trace.go:171","msg":"trace[672662136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17175; }","duration":"226.225897ms","start":"2026-02-26T02:20:03.206492Z","end":"2026-02-26T02:20:03.432718Z","steps":["trace[672662136] 'agreement among raft nodes before linearized reading' (duration: 225.468733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:03.432156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.819278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:20:03.43301Z","caller":"traceutil/trace.go:171","msg":"trace[1520805660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17175; }","duration":"338.733558ms","start":"2026-02-26T02:20:03.094252Z","end":"2026-02-26T02:20:03.432986Z","steps":["trace[1520805660] 'agreement among raft nodes before linearized reading' (duration: 337.695625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:03.433202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:20:03.094225Z","time spent":"338.951995ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:20:03.432257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.171867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:20:03.433346Z","caller":"traceutil/trace.go:171","msg":"trace[983092801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17175; }","duration":"227.344044ms","start":"2026-02-26T02:20:03.205983Z","end":"2026-02-26T02:20:03.433327Z","steps":["trace[983092801] 'agreement among raft nodes before linearized reading' (duration: 225.995591ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:27.262491Z","caller":"traceutil/trace.go:171","msg":"trace[65395808] transaction","detail":"{read_only:false; response_revision:17532; number_of_response:1; }","duration":"187.296029ms","start":"2026-02-26T02:20:27.075169Z","end":"2026-02-26T02:20:27.262465Z","steps":["trace[65395808] 'process raft request' (duration: 187.126284ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:28.065221Z","caller":"traceutil/trace.go:171","msg":"trace[69996802] transaction","detail":"{read_only:false; response_revision:17537; number_of_response:1; }","duration":"137.464864ms","start":"2026-02-26T02:20:27.927732Z","end":"2026-02-26T02:20:28.065197Z","steps":["trace[69996802] 'process raft request' (duration: 137.293079ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:42.404563Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16205} {"level":"info","ts":"2026-02-26T02:22:42.739142Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16205,"took":"330.990858ms","hash":1954241145,"current-db-size-bytes":42864640,"current-db-size":"43 MB","current-db-size-in-use-bytes":31170560,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-26T02:22:42.739233Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1954241145,"revision":16205,"compact-revision":13777} {"level":"info","ts":"2026-02-26T02:23:51.579379Z","caller":"traceutil/trace.go:171","msg":"trace[265191614] transaction","detail":"{read_only:false; response_revision:18825; number_of_response:1; }","duration":"135.443298ms","start":"2026-02-26T02:23:51.443911Z","end":"2026-02-26T02:23:51.579355Z","steps":["trace[265191614] 'process raft request' (duration: 135.283493ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:51.034204Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T02:24:51.040942Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-26T02:24:51.041028Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-26T02:25:15.600963Z","caller":"traceutil/trace.go:171","msg":"trace[1727502103] transaction","detail":"{read_only:false; response_revision:19440; number_of_response:1; }","duration":"276.675853ms","start":"2026-02-26T02:25:15.324261Z","end":"2026-02-26T02:25:15.600937Z","steps":["trace[1727502103] 'process raft request' (duration: 276.454596ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:15.600908Z","caller":"traceutil/trace.go:171","msg":"trace[324224402] linearizableReadLoop","detail":"{readStateIndex:20151; appliedIndex:20150; }","duration":"236.604393ms","start":"2026-02-26T02:25:15.364273Z","end":"2026-02-26T02:25:15.600878Z","steps":["trace[324224402] 'read index received' (duration: 236.393296ms)","trace[324224402] 'applied index is now lower than readState.Index' (duration: 210.247µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:15.60132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.027657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:25:15.601401Z","caller":"traceutil/trace.go:171","msg":"trace[1910452528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19440; }","duration":"237.157881ms","start":"2026-02-26T02:25:15.364223Z","end":"2026-02-26T02:25:15.601381Z","steps":["trace[1910452528] 'agreement among raft nodes before linearized reading' (duration: 236.920164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.601397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.084879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:25:15.601493Z","caller":"traceutil/trace.go:171","msg":"trace[1999964770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19440; }","duration":"237.238744ms","start":"2026-02-26T02:25:15.364231Z","end":"2026-02-26T02:25:15.60147Z","steps":["trace[1999964770] 'agreement among raft nodes before linearized reading' (duration: 236.916614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:21.897905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196676204s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:25:21.898129Z","caller":"traceutil/trace.go:171","msg":"trace[1593632043] linearizableReadLoop","detail":"{readStateIndex:20178; appliedIndex:20177; }","duration":"851.414272ms","start":"2026-02-26T02:25:21.046698Z","end":"2026-02-26T02:25:21.898113Z","steps":["trace[1593632043] 'read index received' (duration: 27.141µs)","trace[1593632043] 'applied index is now lower than readState.Index' (duration: 851.385941ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:21.89855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.841725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:21.898586Z","caller":"traceutil/trace.go:171","msg":"trace[805109248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19465; }","duration":"851.905897ms","start":"2026-02-26T02:25:21.046669Z","end":"2026-02-26T02:25:21.898575Z","steps":["trace[805109248] 'agreement among raft nodes before linearized reading' (duration: 851.842405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:21.898621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.046654Z","time spent":"851.959199ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:21.899326Z","caller":"traceutil/trace.go:171","msg":"trace[1086503230] transaction","detail":"{read_only:false; response_revision:19466; number_of_response:1; }","duration":"282.027884ms","start":"2026-02-26T02:25:21.617248Z","end":"2026-02-26T02:25:21.899275Z","steps":["trace[1086503230] 'process raft request' (duration: 280.759683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:22.046409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.278091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:22.046471Z","caller":"traceutil/trace.go:171","msg":"trace[1461003005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19466; }","duration":"146.378793ms","start":"2026-02-26T02:25:21.900078Z","end":"2026-02-26T02:25:22.046457Z","steps":["trace[1461003005] 'range keys from in-memory index tree' (duration: 146.226388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:22.046532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.165228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:25:22.046593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.942251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T02:25:22.046702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.351878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:25:22.04674Z","caller":"traceutil/trace.go:171","msg":"trace[806418396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19466; }","duration":"871.394189ms","start":"2026-02-26T02:25:21.175335Z","end":"2026-02-26T02:25:22.046729Z","steps":["trace[806418396] 'agreement among raft nodes before linearized reading' (duration: 723.967183ms)","trace[806418396] 'range keys from in-memory index tree' (duration: 147.350704ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:22.046625Z","caller":"traceutil/trace.go:171","msg":"trace[841582069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19466; }","duration":"417.300322ms","start":"2026-02-26T02:25:21.6293Z","end":"2026-02-26T02:25:22.046601Z","steps":["trace[841582069] 'agreement among raft nodes before linearized reading' (duration: 270.01019ms)","trace[841582069] 'range keys from in-memory index tree' (duration: 147.062785ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:22.046792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.175329Z","time spent":"871.454521ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:25:22.046818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.629284Z","time spent":"417.511449ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:25:22.046946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.551812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:25:22.046976Z","caller":"traceutil/trace.go:171","msg":"trace[1630281208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19466; }","duration":"418.617464ms","start":"2026-02-26T02:25:21.628348Z","end":"2026-02-26T02:25:22.046966Z","steps":["trace[1630281208] 'agreement among raft nodes before linearized reading' (duration: 270.942219ms)","trace[1630281208] 'range keys from in-memory index tree' (duration: 147.559671ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:22.046997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.628325Z","time spent":"418.665566ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:25:22.046736Z","caller":"traceutil/trace.go:171","msg":"trace[68160956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19466; }","duration":"874.096176ms","start":"2026-02-26T02:25:21.172584Z","end":"2026-02-26T02:25:22.04668Z","steps":["trace[68160956] 'agreement among raft nodes before linearized reading' (duration: 726.69614ms)","trace[68160956] 'range keys from in-memory index tree' (duration: 147.106286ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:22.047041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.172572Z","time spent":"874.461327ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:25:32.677004Z","caller":"traceutil/trace.go:171","msg":"trace[100569418] transaction","detail":"{read_only:false; response_revision:19518; number_of_response:1; }","duration":"452.557128ms","start":"2026-02-26T02:25:32.224421Z","end":"2026-02-26T02:25:32.676978Z","steps":["trace[100569418] 'process raft request' (duration: 452.404893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:32.677163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:32.224381Z","time spent":"452.698542ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:32.678461Z","caller":"traceutil/trace.go:171","msg":"trace[257024585] transaction","detail":"{read_only:false; response_revision:19520; number_of_response:1; }","duration":"188.219879ms","start":"2026-02-26T02:25:32.490225Z","end":"2026-02-26T02:25:32.678445Z","steps":["trace[257024585] 'process raft request' (duration: 188.058824ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:32.678511Z","caller":"traceutil/trace.go:171","msg":"trace[1067334240] transaction","detail":"{read_only:false; response_revision:19519; number_of_response:1; }","duration":"363.234776ms","start":"2026-02-26T02:25:32.315227Z","end":"2026-02-26T02:25:32.678462Z","steps":["trace[1067334240] 'process raft request' (duration: 362.955488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:32.678708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:32.315201Z","time spent":"363.400372ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:38.414227Z","caller":"traceutil/trace.go:171","msg":"trace[815293922] linearizableReadLoop","detail":"{readStateIndex:20258; appliedIndex:20257; }","duration":"366.508311ms","start":"2026-02-26T02:25:38.047676Z","end":"2026-02-26T02:25:38.414184Z","steps":["trace[815293922] 'read index received' (duration: 366.254843ms)","trace[815293922] 'applied index is now lower than readState.Index' (duration: 252.588µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:38.414387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.705977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:38.414431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.992591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:38.414474Z","caller":"traceutil/trace.go:171","msg":"trace[1519078943] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19542; }","duration":"255.085484ms","start":"2026-02-26T02:25:38.159375Z","end":"2026-02-26T02:25:38.41446Z","steps":["trace[1519078943] 'agreement among raft nodes before linearized reading' (duration: 254.987031ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:38.41447Z","caller":"traceutil/trace.go:171","msg":"trace[1381269947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19542; }","duration":"366.859142ms","start":"2026-02-26T02:25:38.047594Z","end":"2026-02-26T02:25:38.414453Z","steps":["trace[1381269947] 'agreement among raft nodes before linearized reading' (duration: 366.717037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.414512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.04757Z","time spent":"366.934705ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:38.414712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.907295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:25:38.414786Z","caller":"traceutil/trace.go:171","msg":"trace[1464850699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19542; }","duration":"217.042869ms","start":"2026-02-26T02:25:38.197729Z","end":"2026-02-26T02:25:38.414772Z","steps":["trace[1464850699] 'agreement among raft nodes before linearized reading' (duration: 216.76438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.414822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.09672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T02:25:38.414866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.202572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T02:25:38.414883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.383379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:25:38.414914Z","caller":"traceutil/trace.go:171","msg":"trace[1497284262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19542; }","duration":"217.208614ms","start":"2026-02-26T02:25:38.197694Z","end":"2026-02-26T02:25:38.414902Z","steps":["trace[1497284262] 'agreement among raft nodes before linearized reading' (duration: 216.724059ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:38.414991Z","caller":"traceutil/trace.go:171","msg":"trace[386292271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19542; }","duration":"226.368917ms","start":"2026-02-26T02:25:38.188592Z","end":"2026-02-26T02:25:38.414961Z","steps":["trace[386292271] 'agreement among raft nodes before linearized reading' (duration: 226.008356ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:38.414299Z","caller":"traceutil/trace.go:171","msg":"trace[1344375700] transaction","detail":"{read_only:false; response_revision:19542; number_of_response:1; }","duration":"408.099549ms","start":"2026-02-26T02:25:38.006159Z","end":"2026-02-26T02:25:38.414259Z","steps":["trace[1344375700] 'process raft request' (duration: 407.83628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.415239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.006129Z","time spent":"409.011568ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:38.415697Z","caller":"traceutil/trace.go:171","msg":"trace[129182122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19542; }","duration":"218.243108ms","start":"2026-02-26T02:25:38.197425Z","end":"2026-02-26T02:25:38.415668Z","steps":["trace[129182122] 'agreement among raft nodes before linearized reading' (duration: 217.133282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:39.568873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.55621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:39.568991Z","caller":"traceutil/trace.go:171","msg":"trace[204197149] transaction","detail":"{read_only:false; response_revision:19543; number_of_response:1; }","duration":"1.149640823s","start":"2026-02-26T02:25:38.41933Z","end":"2026-02-26T02:25:39.56897Z","steps":["trace[204197149] 'process raft request' (duration: 591.888417ms)","trace[204197149] 'compare' (duration: 557.437356ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:39.569053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.419285Z","time spent":"1.149739596s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:40.783446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04337611s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:40.783658Z","caller":"traceutil/trace.go:171","msg":"trace[625245090] transaction","detail":"{read_only:false; response_revision:19544; number_of_response:1; }","duration":"2.363824775s","start":"2026-02-26T02:25:38.419769Z","end":"2026-02-26T02:25:40.783594Z","steps":["trace[625245090] 'process raft request' (duration: 1.320222058s)","trace[625245090] 'compare' (duration: 1.043272827s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:40.783864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.419722Z","time spent":"2.364034933s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:40.783933Z","caller":"traceutil/trace.go:171","msg":"trace[1793873214] transaction","detail":"{read_only:false; response_revision:19549; number_of_response:1; }","duration":"599.977235ms","start":"2026-02-26T02:25:40.183938Z","end":"2026-02-26T02:25:40.783915Z","steps":["trace[1793873214] 'process raft request' (duration: 599.938963ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:40.783983Z","caller":"traceutil/trace.go:171","msg":"trace[257024109] transaction","detail":"{read_only:false; response_revision:19547; number_of_response:1; }","duration":"2.085066876s","start":"2026-02-26T02:25:38.698869Z","end":"2026-02-26T02:25:40.783935Z","steps":["trace[257024109] 'process raft request' (duration: 2.084926432s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:40.784038Z","caller":"traceutil/trace.go:171","msg":"trace[1723904586] linearizableReadLoop","detail":"{readStateIndex:20264; appliedIndex:20258; }","duration":"2.079591161s","start":"2026-02-26T02:25:38.704435Z","end":"2026-02-26T02:25:40.784026Z","steps":["trace[1723904586] 'read index received' (duration: 306.761503ms)","trace[1723904586] 'applied index is now lower than readState.Index' (duration: 1.772828578s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:40.784023Z","caller":"traceutil/trace.go:171","msg":"trace[1031805327] transaction","detail":"{read_only:false; response_revision:19548; number_of_response:1; }","duration":"2.083040681s","start":"2026-02-26T02:25:38.700933Z","end":"2026-02-26T02:25:40.783974Z","steps":["trace[1031805327] 'process raft request' (duration: 2.082902557s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.78408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.698839Z","time spent":"2.08519573s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:40.784183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079749377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:25:40.784189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.700901Z","time spent":"2.083206387s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:40.784211Z","caller":"traceutil/trace.go:171","msg":"trace[1148298287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19549; }","duration":"2.079799559s","start":"2026-02-26T02:25:38.704401Z","end":"2026-02-26T02:25:40.7842Z","steps":["trace[1148298287] 'agreement among raft nodes before linearized reading' (duration: 2.079677735s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.784238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.704389Z","time spent":"2.07984037s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:25:40.784001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:40.183913Z","time spent":"600.058306ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:40.784387Z","caller":"traceutil/trace.go:171","msg":"trace[463408198] transaction","detail":"{read_only:false; response_revision:19545; number_of_response:1; }","duration":"2.364508157s","start":"2026-02-26T02:25:38.419868Z","end":"2026-02-26T02:25:40.784376Z","steps":["trace[463408198] 'process raft request' (duration: 2.3636603s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.784431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.419854Z","time spent":"2.364554639s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:40.784411Z","caller":"traceutil/trace.go:171","msg":"trace[1233971674] transaction","detail":"{read_only:false; response_revision:19546; number_of_response:1; }","duration":"2.362873746s","start":"2026-02-26T02:25:38.421487Z","end":"2026-02-26T02:25:40.784361Z","steps":["trace[1233971674] 'process raft request' (duration: 2.362089601s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.784602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.421479Z","time spent":"2.36301542s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:40.797117Z","caller":"traceutil/trace.go:171","msg":"trace[1240883414] transaction","detail":"{read_only:false; response_revision:19550; number_of_response:1; }","duration":"376.409567ms","start":"2026-02-26T02:25:40.420676Z","end":"2026-02-26T02:25:40.797086Z","steps":["trace[1240883414] 'process raft request' (duration: 376.19103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.797128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748680287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:40.797212Z","caller":"traceutil/trace.go:171","msg":"trace[1014631341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19550; }","duration":"1.748816342s","start":"2026-02-26T02:25:39.048371Z","end":"2026-02-26T02:25:40.797188Z","steps":["trace[1014631341] 'agreement among raft nodes before linearized reading' (duration: 1.748654676s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.797258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:39.048349Z","time spent":"1.748900625s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:40.797273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:40.420658Z","time spent":"376.529611ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:40.797275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386232576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:40.797366Z","caller":"traceutil/trace.go:171","msg":"trace[1662922657] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:19550; }","duration":"1.38633819s","start":"2026-02-26T02:25:39.411006Z","end":"2026-02-26T02:25:40.797345Z","steps":["trace[1662922657] 'agreement among raft nodes before linearized reading' (duration: 1.386144303s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.797406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:39.410948Z","time spent":"1.386450693s","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:40.79729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.098767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T02:25:40.797691Z","caller":"traceutil/trace.go:171","msg":"trace[456892698] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19550; }","duration":"371.516071ms","start":"2026-02-26T02:25:40.426141Z","end":"2026-02-26T02:25:40.797657Z","steps":["trace[456892698] 'agreement among raft nodes before linearized reading' (duration: 370.978833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.797745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:40.426129Z","time spent":"371.599794ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:25:41.434189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894594269,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:25:41.767429Z","caller":"traceutil/trace.go:171","msg":"trace[233466604] transaction","detail":"{read_only:false; response_revision:19552; number_of_response:1; }","duration":"846.709951ms","start":"2026-02-26T02:25:40.92069Z","end":"2026-02-26T02:25:41.7674Z","steps":["trace[233466604] 'process raft request' (duration: 846.523195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:41.76758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:40.920653Z","time spent":"846.848815ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:44.04655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000485546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:25:44.046638Z","caller":"traceutil/trace.go:171","msg":"trace[768329175] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000592449s","start":"2026-02-26T02:25:42.046026Z","end":"2026-02-26T02:25:44.046619Z","steps":["trace[768329175] 'agreement among raft nodes before linearized reading' (duration: 2.000481836s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.046686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:42.04601Z","time spent":"2.000665781s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:25:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:44.054961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685765598s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:25:44.056925Z","caller":"traceutil/trace.go:171","msg":"trace[9036346] transaction","detail":"{read_only:false; response_revision:19554; number_of_response:1; }","duration":"1.266226025s","start":"2026-02-26T02:25:42.79068Z","end":"2026-02-26T02:25:44.056906Z","steps":["trace[9036346] 'process raft request' (duration: 1.265299115s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:44.056933Z","caller":"traceutil/trace.go:171","msg":"trace[780455761] transaction","detail":"{read_only:false; response_revision:19553; number_of_response:1; }","duration":"2.970058259s","start":"2026-02-26T02:25:41.086851Z","end":"2026-02-26T02:25:44.056909Z","steps":["trace[780455761] 'process raft request' (duration: 2.968709026s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:44.056959Z","caller":"traceutil/trace.go:171","msg":"trace[1265129241] transaction","detail":"{read_only:false; response_revision:19555; number_of_response:1; }","duration":"1.266121391s","start":"2026-02-26T02:25:42.790809Z","end":"2026-02-26T02:25:44.056931Z","steps":["trace[1265129241] 'process raft request' (duration: 1.265289124s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:44.056922Z","caller":"traceutil/trace.go:171","msg":"trace[827425720] linearizableReadLoop","detail":"{readStateIndex:20270; appliedIndex:20267; }","duration":"3.123546329s","start":"2026-02-26T02:25:40.933341Z","end":"2026-02-26T02:25:44.056887Z","steps":["trace[827425720] 'read index received' (duration: 833.837369ms)","trace[827425720] 'applied index is now lower than readState.Index' (duration: 2.28970626s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:44.057033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123687143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:44.057046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:42.790654Z","time spent":"1.266326897s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:44.057061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:41.086814Z","time spent":"2.970178203s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:44.057079Z","caller":"traceutil/trace.go:171","msg":"trace[366373211] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19556; }","duration":"3.123776136s","start":"2026-02-26T02:25:40.93329Z","end":"2026-02-26T02:25:44.057066Z","steps":["trace[366373211] 'agreement among raft nodes before linearized reading' (duration: 3.123680993s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.057088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:42.79079Z","time spent":"1.266224994s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:44.057115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:40.933271Z","time spent":"3.123835968s","remote":"127.0.0.1:54698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T02:25:44.057067Z","caller":"traceutil/trace.go:171","msg":"trace[1514941644] transaction","detail":"{read_only:false; response_revision:19556; number_of_response:1; }","duration":"1.255777301s","start":"2026-02-26T02:25:42.801231Z","end":"2026-02-26T02:25:44.057008Z","steps":["trace[1514941644] 'process raft request' (duration: 1.254997496s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.057327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00424348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:25:44.057362Z","caller":"traceutil/trace.go:171","msg":"trace[463506895] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:19556; }","duration":"3.004318413s","start":"2026-02-26T02:25:41.053032Z","end":"2026-02-26T02:25:44.057351Z","steps":["trace[463506895] 'agreement among raft nodes before linearized reading' (duration: 3.004179099s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.057401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268107155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:25:44.057358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368938854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:44.057486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484671924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T02:25:44.057525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.319995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-26T02:25:44.057535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80575591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:44.057545Z","caller":"traceutil/trace.go:171","msg":"trace[630079795] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19556; }","duration":"724.376156ms","start":"2026-02-26T02:25:43.333162Z","end":"2026-02-26T02:25:44.057538Z","steps":["trace[630079795] 'agreement among raft nodes before linearized reading' (duration: 724.328815ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:44.057542Z","caller":"traceutil/trace.go:171","msg":"trace[286639856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19556; }","duration":"2.484760697s","start":"2026-02-26T02:25:41.572768Z","end":"2026-02-26T02:25:44.057529Z","steps":["trace[286639856] 'agreement among raft nodes before linearized reading' (duration: 2.484638323s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:44.057562Z","caller":"traceutil/trace.go:171","msg":"trace[282125181] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19556; }","duration":"1.805817702s","start":"2026-02-26T02:25:42.251734Z","end":"2026-02-26T02:25:44.057551Z","steps":["trace[282125181] 'agreement among raft nodes before linearized reading' (duration: 1.80576318s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.057566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:43.333142Z","time spent":"724.419197ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T02:25:44.057533Z","caller":"traceutil/trace.go:171","msg":"trace[1668645867] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:19556; }","duration":"1.369155791s","start":"2026-02-26T02:25:42.688354Z","end":"2026-02-26T02:25:44.05751Z","steps":["trace[1668645867] 'agreement among raft nodes before linearized reading' (duration: 1.368880472s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.057576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:41.572747Z","time spent":"2.484820649s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:25:44.05759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:42.251713Z","time spent":"1.805871604s","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:44.057619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918914726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-02-26T02:25:44.057392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:41.05301Z","time spent":"3.004374614s","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":129,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:44.057655Z","caller":"traceutil/trace.go:171","msg":"trace[560888283] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19556; }","duration":"2.918975959s","start":"2026-02-26T02:25:41.138669Z","end":"2026-02-26T02:25:44.057645Z","steps":["trace[560888283] 'agreement among raft nodes before linearized reading' (duration: 2.918851635s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.057473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.998001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-26T02:25:44.057677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185863779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:25:44.057725Z","caller":"traceutil/trace.go:171","msg":"trace[1841289131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19556; }","duration":"1.185943632s","start":"2026-02-26T02:25:42.871775Z","end":"2026-02-26T02:25:44.057719Z","steps":["trace[1841289131] 'agreement among raft nodes before linearized reading' (duration: 1.185867549s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.05775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:42.871753Z","time spent":"1.185992413s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:25:44.057761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268889949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T02:25:44.05762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:42.688336Z","time spent":"1.369269814s","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:44.057788Z","caller":"traceutil/trace.go:171","msg":"trace[1996003116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19556; }","duration":"1.268950152s","start":"2026-02-26T02:25:42.788831Z","end":"2026-02-26T02:25:44.057781Z","steps":["trace[1996003116] 'agreement among raft nodes before linearized reading' (duration: 1.268873589s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.057822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:42.788811Z","time spent":"1.269004853s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:25:44.057685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:41.138649Z","time spent":"2.91903051s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:25:44.057667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:42.801205Z","time spent":"1.256138313s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:44.057306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267900878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:25:44.057941Z","caller":"traceutil/trace.go:171","msg":"trace[829636971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19556; }","duration":"1.268552889s","start":"2026-02-26T02:25:42.789381Z","end":"2026-02-26T02:25:44.057934Z","steps":["trace[829636971] 'agreement among raft nodes before linearized reading' (duration: 1.267832866s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.057966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:42.789373Z","time spent":"1.26858478s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:25:44.057467Z","caller":"traceutil/trace.go:171","msg":"trace[1096476747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19556; }","duration":"1.268225438s","start":"2026-02-26T02:25:42.789227Z","end":"2026-02-26T02:25:44.057453Z","steps":["trace[1096476747] 'agreement among raft nodes before linearized reading' (duration: 1.268015842s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.058013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:42.789207Z","time spent":"1.268793997s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:25:44.057696Z","caller":"traceutil/trace.go:171","msg":"trace[1873717806] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:19556; }","duration":"717.250049ms","start":"2026-02-26T02:25:43.340433Z","end":"2026-02-26T02:25:44.057683Z","steps":["trace[1873717806] 'agreement among raft nodes before linearized reading' (duration: 716.990771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.058103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:43.340414Z","time spent":"717.678813ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-26T02:25:44.057631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046147189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:44.058195Z","caller":"traceutil/trace.go:171","msg":"trace[821719173] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:19556; }","duration":"1.046729577s","start":"2026-02-26T02:25:43.01144Z","end":"2026-02-26T02:25:44.058169Z","steps":["trace[821719173] 'agreement among raft nodes before linearized reading' (duration: 1.046170489s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.058269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:43.011409Z","time spent":"1.046836861s","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:44.229267Z","caller":"traceutil/trace.go:171","msg":"trace[1971499487] transaction","detail":"{read_only:false; response_revision:19557; number_of_response:1; }","duration":"166.518396ms","start":"2026-02-26T02:25:44.062725Z","end":"2026-02-26T02:25:44.229243Z","steps":["trace[1971499487] 'process raft request' (duration: 166.355451ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:44.233186Z","caller":"traceutil/trace.go:171","msg":"trace[768320304] transaction","detail":"{read_only:false; response_revision:19559; number_of_response:1; }","duration":"169.354387ms","start":"2026-02-26T02:25:44.063808Z","end":"2026-02-26T02:25:44.233162Z","steps":["trace[768320304] 'process raft request' (duration: 169.280045ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:44.233227Z","caller":"traceutil/trace.go:171","msg":"trace[1670938534] transaction","detail":"{read_only:false; response_revision:19558; number_of_response:1; }","duration":"169.892594ms","start":"2026-02-26T02:25:44.063302Z","end":"2026-02-26T02:25:44.233195Z","steps":["trace[1670938534] 'process raft request' (duration: 169.696848ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:44.233466Z","caller":"traceutil/trace.go:171","msg":"trace[1840878852] linearizableReadLoop","detail":"{readStateIndex:20275; appliedIndex:20273; }","duration":"170.288487ms","start":"2026-02-26T02:25:44.063161Z","end":"2026-02-26T02:25:44.233449Z","steps":["trace[1840878852] 'read index received' (duration: 165.900507ms)","trace[1840878852] 'applied index is now lower than readState.Index' (duration: 4.38742ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:44.233525Z","caller":"traceutil/trace.go:171","msg":"trace[874616123] transaction","detail":"{read_only:false; response_revision:19561; number_of_response:1; }","duration":"169.581724ms","start":"2026-02-26T02:25:44.063927Z","end":"2026-02-26T02:25:44.233508Z","steps":["trace[874616123] 'process raft request' (duration: 169.394328ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:44.233539Z","caller":"traceutil/trace.go:171","msg":"trace[2091755891] transaction","detail":"{read_only:false; response_revision:19563; number_of_response:1; }","duration":"169.310826ms","start":"2026-02-26T02:25:44.064198Z","end":"2026-02-26T02:25:44.233509Z","steps":["trace[2091755891] 'process raft request' (duration: 169.226813ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:44.233453Z","caller":"traceutil/trace.go:171","msg":"trace[723281633] transaction","detail":"{read_only:false; response_revision:19560; number_of_response:1; }","duration":"169.588974ms","start":"2026-02-26T02:25:44.063832Z","end":"2026-02-26T02:25:44.233421Z","steps":["trace[723281633] 'process raft request' (duration: 169.288865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.233621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.50387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:44.233684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.500544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:44.23376Z","caller":"traceutil/trace.go:171","msg":"trace[78218964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19563; }","duration":"168.659335ms","start":"2026-02-26T02:25:44.065088Z","end":"2026-02-26T02:25:44.233747Z","steps":["trace[78218964] 'agreement among raft nodes before linearized reading' (duration: 168.463948ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:44.233788Z","caller":"traceutil/trace.go:171","msg":"trace[866853503] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19563; }","duration":"170.635718ms","start":"2026-02-26T02:25:44.063138Z","end":"2026-02-26T02:25:44.233774Z","steps":["trace[866853503] 'agreement among raft nodes before linearized reading' (duration: 170.38534ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:44.233808Z","caller":"traceutil/trace.go:171","msg":"trace[475280097] transaction","detail":"{read_only:false; response_revision:19562; number_of_response:1; }","duration":"169.46296ms","start":"2026-02-26T02:25:44.064019Z","end":"2026-02-26T02:25:44.233482Z","steps":["trace[475280097] 'process raft request' (duration: 169.380338ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:20.073171Z","caller":"traceutil/trace.go:171","msg":"trace[1754408252] linearizableReadLoop","detail":"{readStateIndex:20537; appliedIndex:20536; }","duration":"160.885916ms","start":"2026-02-26T02:26:19.912266Z","end":"2026-02-26T02:26:20.073152Z","steps":["trace[1754408252] 'read index received' (duration: 160.725101ms)","trace[1754408252] 'applied index is now lower than readState.Index' (duration: 159.535µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:20.073314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.038152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:20.073285Z","caller":"traceutil/trace.go:171","msg":"trace[1195546416] transaction","detail":"{read_only:false; response_revision:19804; number_of_response:1; }","duration":"182.30167ms","start":"2026-02-26T02:26:19.890948Z","end":"2026-02-26T02:26:20.07325Z","steps":["trace[1195546416] 'process raft request' (duration: 181.98471ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:20.07335Z","caller":"traceutil/trace.go:171","msg":"trace[1910986984] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19804; }","duration":"161.124194ms","start":"2026-02-26T02:26:19.912213Z","end":"2026-02-26T02:26:20.073337Z","steps":["trace[1910986984] 'agreement among raft nodes before linearized reading' (duration: 161.052822ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:55.550632Z","caller":"traceutil/trace.go:171","msg":"trace[1480176075] transaction","detail":"{read_only:false; response_revision:20159; number_of_response:1; }","duration":"118.921887ms","start":"2026-02-26T02:26:55.431662Z","end":"2026-02-26T02:26:55.550583Z","steps":["trace[1480176075] 'process raft request' (duration: 118.69239ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:42.41214Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18438} {"level":"info","ts":"2026-02-26T02:27:42.538395Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18438,"took":"122.199769ms","hash":2605503396,"current-db-size-bytes":43708416,"current-db-size":"44 MB","current-db-size-in-use-bytes":25919488,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-26T02:27:42.53848Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2605503396,"revision":18438,"compact-revision":16205} {"level":"warn","ts":"2026-02-26T02:29:34.23503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.054599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:34.235131Z","caller":"traceutil/trace.go:171","msg":"trace[632314367] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21662; }","duration":"152.179572ms","start":"2026-02-26T02:29:34.082931Z","end":"2026-02-26T02:29:34.23511Z","steps":["trace[632314367] 'range keys from in-memory index tree' (duration: 151.931844ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:34.23528Z","caller":"traceutil/trace.go:171","msg":"trace[154766163] transaction","detail":"{read_only:false; response_revision:21663; number_of_response:1; }","duration":"140.072367ms","start":"2026-02-26T02:29:34.095192Z","end":"2026-02-26T02:29:34.235264Z","steps":["trace[154766163] 'process raft request' (duration: 134.435778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:34.235301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.17916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-26T02:29:34.235421Z","caller":"traceutil/trace.go:171","msg":"trace[927638956] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:21662; }","duration":"156.331004ms","start":"2026-02-26T02:29:34.07906Z","end":"2026-02-26T02:29:34.235391Z","steps":["trace[927638956] 'range keys from in-memory index tree' (duration: 156.000374ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:35.847616Z","caller":"traceutil/trace.go:171","msg":"trace[1608571319] linearizableReadLoop","detail":"{readStateIndex:22509; appliedIndex:22508; }","duration":"148.060092ms","start":"2026-02-26T02:29:35.699524Z","end":"2026-02-26T02:29:35.847584Z","steps":["trace[1608571319] 'read index received' (duration: 63.354816ms)","trace[1608571319] 'applied index is now lower than readState.Index' (duration: 84.703636ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:29:35.847763Z","caller":"traceutil/trace.go:171","msg":"trace[1678001999] transaction","detail":"{read_only:false; response_revision:21717; number_of_response:1; }","duration":"150.902782ms","start":"2026-02-26T02:29:35.69681Z","end":"2026-02-26T02:29:35.847712Z","steps":["trace[1678001999] 'process raft request' (duration: 66.050112ms)","trace[1678001999] 'compare' (duration: 84.591342ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:29:35.847829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.272749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:35.847874Z","caller":"traceutil/trace.go:171","msg":"trace[1226751623] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21717; }","duration":"148.353681ms","start":"2026-02-26T02:29:35.699509Z","end":"2026-02-26T02:29:35.847862Z","steps":["trace[1226751623] 'agreement among raft nodes before linearized reading' (duration: 148.254198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:35.848257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.986198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:35.848331Z","caller":"traceutil/trace.go:171","msg":"trace[519357477] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21717; }","duration":"103.06591ms","start":"2026-02-26T02:29:35.745252Z","end":"2026-02-26T02:29:35.848318Z","steps":["trace[519357477] 'agreement among raft nodes before linearized reading' (duration: 102.965727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:35.848453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.99429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:29:35.84851Z","caller":"traceutil/trace.go:171","msg":"trace[994467593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21717; }","duration":"121.100744ms","start":"2026-02-26T02:29:35.727391Z","end":"2026-02-26T02:29:35.848492Z","steps":["trace[994467593] 'agreement among raft nodes before linearized reading' (duration: 120.836785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:35.848671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.302407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:35.84872Z","caller":"traceutil/trace.go:171","msg":"trace[1175844524] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21717; }","duration":"103.37956ms","start":"2026-02-26T02:29:35.745325Z","end":"2026-02-26T02:29:35.848705Z","steps":["trace[1175844524] 'agreement among raft nodes before linearized reading' (duration: 103.317298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:35.8488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.163245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:29:35.848844Z","caller":"traceutil/trace.go:171","msg":"trace[430188430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21717; }","duration":"104.230737ms","start":"2026-02-26T02:29:35.744601Z","end":"2026-02-26T02:29:35.848832Z","steps":["trace[430188430] 'agreement among raft nodes before linearized reading' (duration: 104.115613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:35.848904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.572576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:29:35.848946Z","caller":"traceutil/trace.go:171","msg":"trace[1997037782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21717; }","duration":"103.624898ms","start":"2026-02-26T02:29:35.745309Z","end":"2026-02-26T02:29:35.848934Z","steps":["trace[1997037782] 'agreement among raft nodes before linearized reading' (duration: 103.526645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:35.849028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.573778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:35.84907Z","caller":"traceutil/trace.go:171","msg":"trace[1144813949] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21717; }","duration":"115.658181ms","start":"2026-02-26T02:29:35.733401Z","end":"2026-02-26T02:29:35.849059Z","steps":["trace[1144813949] 'agreement among raft nodes before linearized reading' (duration: 115.585579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:35.849102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.717593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:29:35.848942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.62918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:29:35.849269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.329364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:29:35.849293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.116215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:35.849341Z","caller":"traceutil/trace.go:171","msg":"trace[2899164] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21717; }","duration":"139.418006ms","start":"2026-02-26T02:29:35.709902Z","end":"2026-02-26T02:29:35.84932Z","steps":["trace[2899164] 'agreement among raft nodes before linearized reading' (duration: 139.307983ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:35.849394Z","caller":"traceutil/trace.go:171","msg":"trace[2031658402] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21717; }","duration":"138.250579ms","start":"2026-02-26T02:29:35.711121Z","end":"2026-02-26T02:29:35.849371Z","steps":["trace[2031658402] 'agreement among raft nodes before linearized reading' (duration: 138.098144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:35.849403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.478458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:35.849408Z","caller":"traceutil/trace.go:171","msg":"trace[1632565173] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21717; }","duration":"149.628561ms","start":"2026-02-26T02:29:35.699604Z","end":"2026-02-26T02:29:35.849232Z","steps":["trace[1632565173] 'agreement among raft nodes before linearized reading' (duration: 148.452844ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:35.849139Z","caller":"traceutil/trace.go:171","msg":"trace[30199868] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21717; }","duration":"115.751604ms","start":"2026-02-26T02:29:35.733373Z","end":"2026-02-26T02:29:35.849124Z","steps":["trace[30199868] 'agreement among raft nodes before linearized reading' (duration: 115.697562ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:35.849488Z","caller":"traceutil/trace.go:171","msg":"trace[52616635] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21717; }","duration":"139.602192ms","start":"2026-02-26T02:29:35.709864Z","end":"2026-02-26T02:29:35.849466Z","steps":["trace[52616635] 'agreement among raft nodes before linearized reading' (duration: 139.470668ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:38.775228Z","caller":"traceutil/trace.go:171","msg":"trace[994779398] transaction","detail":"{read_only:false; response_revision:21780; number_of_response:1; }","duration":"150.495419ms","start":"2026-02-26T02:29:38.624697Z","end":"2026-02-26T02:29:38.775193Z","steps":["trace[994779398] 'process raft request' (duration: 150.20749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:42.5482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894601091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:29:43.048824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894601091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:29:43.549867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894601091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:29:43.962468Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.036801663s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:29:43.963282Z","caller":"traceutil/trace.go:171","msg":"trace[700878687] transaction","detail":"{read_only:false; response_revision:21850; number_of_response:1; }","duration":"2.049701075s","start":"2026-02-26T02:29:41.913552Z","end":"2026-02-26T02:29:43.963253Z","steps":["trace[700878687] 'process raft request' (duration: 2.049341983s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:43.963655Z","caller":"traceutil/trace.go:171","msg":"trace[1610075207] transaction","detail":"{read_only:false; response_revision:21851; number_of_response:1; }","duration":"2.050015044s","start":"2026-02-26T02:29:41.913602Z","end":"2026-02-26T02:29:43.963617Z","steps":["trace[1610075207] 'process raft request' (duration: 2.049520678s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:43.963678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:41.913538Z","time spent":"2.049930231s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:43.96378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:41.913584Z","time spent":"2.050137248s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:29:43.964003Z","caller":"traceutil/trace.go:171","msg":"trace[2111429086] transaction","detail":"{read_only:false; response_revision:21852; number_of_response:1; }","duration":"2.047928348s","start":"2026-02-26T02:29:41.916056Z","end":"2026-02-26T02:29:43.963984Z","steps":["trace[2111429086] 'process raft request' (duration: 2.047431122s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:43.964098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:41.916043Z","time spent":"2.048008711s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:44.048367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000385745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:29:44.048483Z","caller":"traceutil/trace.go:171","msg":"trace[492946371] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000592162s","start":"2026-02-26T02:29:42.04786Z","end":"2026-02-26T02:29:44.048452Z","steps":["trace[492946371] 'agreement among raft nodes before linearized reading' (duration: 2.000427116s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.04854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:42.047832Z","time spent":"2.000697545s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:29:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:29:44.061278Z","caller":"traceutil/trace.go:171","msg":"trace[931884325] transaction","detail":"{read_only:false; response_revision:21853; number_of_response:1; }","duration":"2.079227814s","start":"2026-02-26T02:29:41.982025Z","end":"2026-02-26T02:29:44.061253Z","steps":["trace[931884325] 'process raft request' (duration: 2.078946635s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.061438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:41.981988Z","time spent":"2.079361918s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:29:44.061717Z","caller":"traceutil/trace.go:171","msg":"trace[1764083504] transaction","detail":"{read_only:false; response_revision:21854; number_of_response:1; }","duration":"998.09885ms","start":"2026-02-26T02:29:43.063573Z","end":"2026-02-26T02:29:44.061672Z","steps":["trace[1764083504] 'process raft request' (duration: 997.627005ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:44.061786Z","caller":"traceutil/trace.go:171","msg":"trace[5415465] transaction","detail":"{read_only:false; response_revision:21857; number_of_response:1; }","duration":"746.99251ms","start":"2026-02-26T02:29:43.314768Z","end":"2026-02-26T02:29:44.061761Z","steps":["trace[5415465] 'process raft request' (duration: 746.906847ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:44.061779Z","caller":"traceutil/trace.go:171","msg":"trace[1869672932] transaction","detail":"{read_only:false; response_revision:21855; number_of_response:1; }","duration":"879.703043ms","start":"2026-02-26T02:29:43.182059Z","end":"2026-02-26T02:29:44.061762Z","steps":["trace[1869672932] 'process raft request' (duration: 879.462446ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:44.062069Z","caller":"traceutil/trace.go:171","msg":"trace[1281446159] transaction","detail":"{read_only:false; response_revision:21858; number_of_response:1; }","duration":"745.510514ms","start":"2026-02-26T02:29:43.316544Z","end":"2026-02-26T02:29:44.062055Z","steps":["trace[1281446159] 'process raft request' (duration: 745.177403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.062132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.182029Z","time spent":"879.989692ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:44.062162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.31653Z","time spent":"745.589366ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:44.062145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.063548Z","time spent":"998.38115ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:29:44.061842Z","caller":"traceutil/trace.go:171","msg":"trace[1949899260] transaction","detail":"{read_only:false; response_revision:21856; number_of_response:1; }","duration":"747.363212ms","start":"2026-02-26T02:29:43.314457Z","end":"2026-02-26T02:29:44.06182Z","steps":["trace[1949899260] 'process raft request' (duration: 747.167866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.062314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.314431Z","time spent":"747.847798ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:29:44.06259Z","caller":"traceutil/trace.go:171","msg":"trace[301898559] transaction","detail":"{read_only:false; response_revision:21859; number_of_response:1; }","duration":"573.054075ms","start":"2026-02-26T02:29:43.489518Z","end":"2026-02-26T02:29:44.062572Z","steps":["trace[301898559] 'process raft request' (duration: 572.460936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.062651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.489482Z","time spent":"573.142228ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:44.06253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.314758Z","time spent":"747.213378ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:29:44.063259Z","caller":"traceutil/trace.go:171","msg":"trace[350948552] linearizableReadLoop","detail":"{readStateIndex:22652; appliedIndex:22642; }","duration":"2.015245728s","start":"2026-02-26T02:29:42.047949Z","end":"2026-02-26T02:29:44.063195Z","steps":["trace[350948552] 'read index received' (duration: 1.914912345s)","trace[350948552] 'applied index is now lower than readState.Index' (duration: 100.331843ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:29:44.063311Z","caller":"traceutil/trace.go:171","msg":"trace[157767405] transaction","detail":"{read_only:false; response_revision:21860; number_of_response:1; }","duration":"317.826804ms","start":"2026-02-26T02:29:43.745441Z","end":"2026-02-26T02:29:44.063268Z","steps":["trace[157767405] 'process raft request' (duration: 316.931866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.063508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.745408Z","time spent":"318.02382ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:44.06378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.312514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:29:44.063833Z","caller":"traceutil/trace.go:171","msg":"trace[545395584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21860; }","duration":"134.389597ms","start":"2026-02-26T02:29:43.929431Z","end":"2026-02-26T02:29:44.063821Z","steps":["trace[545395584] 'agreement among raft nodes before linearized reading' (duration: 134.281073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.063957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.144459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:29:44.064032Z","caller":"traceutil/trace.go:171","msg":"trace[1106626977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21860; }","duration":"151.250193ms","start":"2026-02-26T02:29:43.912762Z","end":"2026-02-26T02:29:44.064012Z","steps":["trace[1106626977] 'agreement among raft nodes before linearized reading' (duration: 150.989935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.064061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5476986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:29:44.064025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776299884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-26T02:29:44.06411Z","caller":"traceutil/trace.go:171","msg":"trace[1375092651] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:21860; }","duration":"1.547752742s","start":"2026-02-26T02:29:42.516346Z","end":"2026-02-26T02:29:44.064099Z","steps":["trace[1375092651] 'agreement among raft nodes before linearized reading' (duration: 1.547632418s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.064151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:42.51625Z","time spent":"1.547892566s","remote":"127.0.0.1:54698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":50,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:29:44.064124Z","caller":"traceutil/trace.go:171","msg":"trace[1649554041] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:21860; }","duration":"1.776414458s","start":"2026-02-26T02:29:42.287694Z","end":"2026-02-26T02:29:44.064109Z","steps":["trace[1649554041] 'agreement among raft nodes before linearized reading' (duration: 1.776021675s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.064204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:42.287629Z","time spent":"1.776561283s","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-26T02:29:55.778827Z","caller":"traceutil/trace.go:171","msg":"trace[1498391616] transaction","detail":"{read_only:false; response_revision:21992; number_of_response:1; }","duration":"110.738594ms","start":"2026-02-26T02:29:55.668049Z","end":"2026-02-26T02:29:55.778787Z","steps":["trace[1498391616] 'process raft request' (duration: 76.841585ms)","trace[1498391616] 'compare' (duration: 33.712013ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:01.148377Z","caller":"traceutil/trace.go:171","msg":"trace[458759507] transaction","detail":"{read_only:false; response_revision:22044; number_of_response:1; }","duration":"151.77505ms","start":"2026-02-26T02:30:00.996556Z","end":"2026-02-26T02:30:01.148331Z","steps":["trace[458759507] 'process raft request' (duration: 103.022588ms)","trace[458759507] 'compare' (duration: 48.566216ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:02.15486Z","caller":"traceutil/trace.go:171","msg":"trace[1596377322] transaction","detail":"{read_only:false; response_revision:22050; number_of_response:1; }","duration":"120.715242ms","start":"2026-02-26T02:30:02.034115Z","end":"2026-02-26T02:30:02.154831Z","steps":["trace[1596377322] 'process raft request' (duration: 120.453063ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:02.155151Z","caller":"traceutil/trace.go:171","msg":"trace[1106107790] transaction","detail":"{read_only:false; response_revision:22051; number_of_response:1; }","duration":"119.649747ms","start":"2026-02-26T02:30:02.035459Z","end":"2026-02-26T02:30:02.155109Z","steps":["trace[1106107790] 'process raft request' (duration: 119.285836ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:02.297242Z","caller":"traceutil/trace.go:171","msg":"trace[1140105382] transaction","detail":"{read_only:false; response_revision:22053; number_of_response:1; }","duration":"137.127694ms","start":"2026-02-26T02:30:02.160095Z","end":"2026-02-26T02:30:02.297223Z","steps":["trace[1140105382] 'process raft request' (duration: 66.448155ms)","trace[1140105382] 'compare' (duration: 70.227195ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:02.297318Z","caller":"traceutil/trace.go:171","msg":"trace[2062880441] transaction","detail":"{read_only:false; response_revision:22054; number_of_response:1; }","duration":"136.216825ms","start":"2026-02-26T02:30:02.161056Z","end":"2026-02-26T02:30:02.297273Z","steps":["trace[2062880441] 'process raft request' (duration: 136.013798ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:02.297368Z","caller":"traceutil/trace.go:171","msg":"trace[647856581] transaction","detail":"{read_only:false; response_revision:22055; number_of_response:1; }","duration":"132.778716ms","start":"2026-02-26T02:30:02.164584Z","end":"2026-02-26T02:30:02.297363Z","steps":["trace[647856581] 'process raft request' (duration: 132.553748ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:02.297648Z","caller":"traceutil/trace.go:171","msg":"trace[2139146416] transaction","detail":"{read_only:false; response_revision:22056; number_of_response:1; }","duration":"131.827865ms","start":"2026-02-26T02:30:02.165766Z","end":"2026-02-26T02:30:02.297594Z","steps":["trace[2139146416] 'process raft request' (duration: 131.413922ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:02.378923Z","caller":"traceutil/trace.go:171","msg":"trace[2087165516] transaction","detail":"{read_only:false; response_revision:22059; number_of_response:1; }","duration":"100.010203ms","start":"2026-02-26T02:30:02.278882Z","end":"2026-02-26T02:30:02.378892Z","steps":["trace[2087165516] 'process raft request' (duration: 99.818546ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:02.443105Z","caller":"traceutil/trace.go:171","msg":"trace[949175474] transaction","detail":"{read_only:false; response_revision:22061; number_of_response:1; }","duration":"162.850612ms","start":"2026-02-26T02:30:02.280222Z","end":"2026-02-26T02:30:02.443072Z","steps":["trace[949175474] 'process raft request' (duration: 162.613175ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:02.443161Z","caller":"traceutil/trace.go:171","msg":"trace[2138638940] transaction","detail":"{read_only:false; response_revision:22062; number_of_response:1; }","duration":"162.041556ms","start":"2026-02-26T02:30:02.281035Z","end":"2026-02-26T02:30:02.443077Z","steps":["trace[2138638940] 'process raft request' (duration: 161.956814ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:02.443337Z","caller":"traceutil/trace.go:171","msg":"trace[2061808244] linearizableReadLoop","detail":"{readStateIndex:22859; appliedIndex:22855; }","duration":"143.465545ms","start":"2026-02-26T02:30:02.29985Z","end":"2026-02-26T02:30:02.443316Z","steps":["trace[2061808244] 'read index received' (duration: 78.940681ms)","trace[2061808244] 'applied index is now lower than readState.Index' (duration: 64.524104ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:02.443373Z","caller":"traceutil/trace.go:171","msg":"trace[499550380] transaction","detail":"{read_only:false; response_revision:22063; number_of_response:1; }","duration":"141.934146ms","start":"2026-02-26T02:30:02.301422Z","end":"2026-02-26T02:30:02.443356Z","steps":["trace[499550380] 'process raft request' (duration: 141.626327ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:02.443477Z","caller":"traceutil/trace.go:171","msg":"trace[311042945] transaction","detail":"{read_only:false; response_revision:22064; number_of_response:1; }","duration":"139.957634ms","start":"2026-02-26T02:30:02.303429Z","end":"2026-02-26T02:30:02.443387Z","steps":["trace[311042945] 'process raft request' (duration: 139.80967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:02.443581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.247747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-77km6\" ","response":"range_response_count:1 size:5257"} {"level":"warn","ts":"2026-02-26T02:30:02.443619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.731163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:30:02.443634Z","caller":"traceutil/trace.go:171","msg":"trace[1709653893] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-77km6; range_end:; response_count:1; response_revision:22064; }","duration":"142.33547ms","start":"2026-02-26T02:30:02.30128Z","end":"2026-02-26T02:30:02.443616Z","steps":["trace[1709653893] 'agreement among raft nodes before linearized reading' (duration: 142.170714ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:02.442932Z","caller":"traceutil/trace.go:171","msg":"trace[277020450] transaction","detail":"{read_only:false; response_revision:22060; number_of_response:1; }","duration":"163.09098ms","start":"2026-02-26T02:30:02.279814Z","end":"2026-02-26T02:30:02.442905Z","steps":["trace[277020450] 'process raft request' (duration: 161.799089ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:02.443687Z","caller":"traceutil/trace.go:171","msg":"trace[478163710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22064; }","duration":"143.860668ms","start":"2026-02-26T02:30:02.299809Z","end":"2026-02-26T02:30:02.44367Z","steps":["trace[478163710] 'agreement among raft nodes before linearized reading' (duration: 143.620471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:02.895288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.996783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:02.895623Z","caller":"traceutil/trace.go:171","msg":"trace[524912804] transaction","detail":"{read_only:false; response_revision:22068; number_of_response:1; }","duration":"408.773677ms","start":"2026-02-26T02:30:02.486811Z","end":"2026-02-26T02:30:02.895585Z","steps":["trace[524912804] 'process raft request' (duration: 71.385921ms)","trace[524912804] 'compare' (duration: 336.781637ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:02.895671Z","caller":"traceutil/trace.go:171","msg":"trace[1603311911] transaction","detail":"{read_only:false; response_revision:22069; number_of_response:1; }","duration":"408.592891ms","start":"2026-02-26T02:30:02.487034Z","end":"2026-02-26T02:30:02.895627Z","steps":["trace[1603311911] 'process raft request' (duration: 408.381435ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:02.895743Z","caller":"traceutil/trace.go:171","msg":"trace[229833455] transaction","detail":"{read_only:false; response_revision:22070; number_of_response:1; }","duration":"408.169018ms","start":"2026-02-26T02:30:02.48755Z","end":"2026-02-26T02:30:02.895719Z","steps":["trace[229833455] 'process raft request' (duration: 408.004483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:02.895771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.486793Z","time spent":"408.907052ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:30:02.895838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.487015Z","time spent":"408.734506ms","remote":"127.0.0.1:54518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1317,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:02.895863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.487543Z","time spent":"408.258521ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":598,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:02.895968Z","caller":"traceutil/trace.go:171","msg":"trace[237272404] linearizableReadLoop","detail":"{readStateIndex:22868; appliedIndex:22862; }","duration":"393.645126ms","start":"2026-02-26T02:30:02.502306Z","end":"2026-02-26T02:30:02.895952Z","steps":["trace[237272404] 'read index received' (duration: 4.06883ms)","trace[237272404] 'applied index is now lower than readState.Index' (duration: 389.575186ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:02.896049Z","caller":"traceutil/trace.go:171","msg":"trace[412597564] transaction","detail":"{read_only:false; response_revision:22072; number_of_response:1; }","duration":"393.416759ms","start":"2026-02-26T02:30:02.502564Z","end":"2026-02-26T02:30:02.89598Z","steps":["trace[412597564] 'process raft request' (duration: 393.305925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:02.896156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.835841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-77km6\" ","response":"range_response_count:1 size:5269"} {"level":"info","ts":"2026-02-26T02:30:02.89611Z","caller":"traceutil/trace.go:171","msg":"trace[623231998] transaction","detail":"{read_only:false; response_revision:22071; number_of_response:1; }","duration":"406.37932ms","start":"2026-02-26T02:30:02.489632Z","end":"2026-02-26T02:30:02.896011Z","steps":["trace[623231998] 'process raft request' (duration: 405.995178ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:02.896199Z","caller":"traceutil/trace.go:171","msg":"trace[1096870354] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-77km6; range_end:; response_count:1; response_revision:22072; }","duration":"393.930605ms","start":"2026-02-26T02:30:02.502253Z","end":"2026-02-26T02:30:02.896184Z","steps":["trace[1096870354] 'agreement among raft nodes before linearized reading' (duration: 393.76258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:02.896235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.502241Z","time spent":"393.982666ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5291,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-77km6\" "} {"level":"warn","ts":"2026-02-26T02:30:02.896246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.502549Z","time spent":"393.598424ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:30:02.896454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.489618Z","time spent":"406.597868ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4584,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:03.322659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.51395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:03.322919Z","caller":"traceutil/trace.go:171","msg":"trace[1433268257] transaction","detail":"{read_only:false; response_revision:22073; number_of_response:1; }","duration":"447.160259ms","start":"2026-02-26T02:30:02.87573Z","end":"2026-02-26T02:30:03.32289Z","steps":["trace[1433268257] 'process raft request' (duration: 301.310318ms)","trace[1433268257] 'compare' (duration: 144.962013ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:03.323077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.875704Z","time spent":"447.317794ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:03.382897Z","caller":"traceutil/trace.go:171","msg":"trace[716496568] linearizableReadLoop","detail":"{readStateIndex:22872; appliedIndex:22869; }","duration":"339.038279ms","start":"2026-02-26T02:30:03.04383Z","end":"2026-02-26T02:30:03.382868Z","steps":["trace[716496568] 'read index received' (duration: 133.299022ms)","trace[716496568] 'applied index is now lower than readState.Index' (duration: 205.737787ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:03.38304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.193413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:03.383078Z","caller":"traceutil/trace.go:171","msg":"trace[300487820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22075; }","duration":"339.286756ms","start":"2026-02-26T02:30:03.043779Z","end":"2026-02-26T02:30:03.383066Z","steps":["trace[300487820] 'agreement among raft nodes before linearized reading' (duration: 339.200313ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:03.383012Z","caller":"traceutil/trace.go:171","msg":"trace[310189670] transaction","detail":"{read_only:false; response_revision:22075; number_of_response:1; }","duration":"477.848846ms","start":"2026-02-26T02:30:02.905117Z","end":"2026-02-26T02:30:03.382966Z","steps":["trace[310189670] 'process raft request' (duration: 477.65977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:03.383124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:03.043759Z","time spent":"339.356499ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:03.383253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.905097Z","time spent":"478.057233ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:03.383364Z","caller":"traceutil/trace.go:171","msg":"trace[1777563328] transaction","detail":"{read_only:false; response_revision:22074; number_of_response:1; }","duration":"478.566969ms","start":"2026-02-26T02:30:02.904717Z","end":"2026-02-26T02:30:03.383284Z","steps":["trace[1777563328] 'process raft request' (duration: 477.904278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:03.383655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.904701Z","time spent":"478.877058ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:30:03.588592Z","caller":"traceutil/trace.go:171","msg":"trace[2068600084] transaction","detail":"{read_only:false; response_revision:22076; number_of_response:1; }","duration":"196.848424ms","start":"2026-02-26T02:30:03.391707Z","end":"2026-02-26T02:30:03.588555Z","steps":["trace[2068600084] 'process raft request' (duration: 196.567235ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:05.348044Z","caller":"traceutil/trace.go:171","msg":"trace[108900816] transaction","detail":"{read_only:false; response_revision:22094; number_of_response:1; }","duration":"194.071456ms","start":"2026-02-26T02:30:05.153923Z","end":"2026-02-26T02:30:05.347994Z","steps":["trace[108900816] 'process raft request' (duration: 193.791447ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:05.348096Z","caller":"traceutil/trace.go:171","msg":"trace[135640216] linearizableReadLoop","detail":"{readStateIndex:22892; appliedIndex:22892; }","duration":"116.639751ms","start":"2026-02-26T02:30:05.231426Z","end":"2026-02-26T02:30:05.348066Z","steps":["trace[135640216] 'read index received' (duration: 116.630011ms)","trace[135640216] 'applied index is now lower than readState.Index' (duration: 7.13µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:05.348277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.789626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:05.348759Z","caller":"traceutil/trace.go:171","msg":"trace[629012853] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:22094; }","duration":"117.371185ms","start":"2026-02-26T02:30:05.231354Z","end":"2026-02-26T02:30:05.348725Z","steps":["trace[629012853] 'agreement among raft nodes before linearized reading' (duration: 116.795687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:05.403209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.315995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:05.403252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.770317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:05.40343Z","caller":"traceutil/trace.go:171","msg":"trace[265003322] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22095; }","duration":"101.003994ms","start":"2026-02-26T02:30:05.302398Z","end":"2026-02-26T02:30:05.403402Z","steps":["trace[265003322] 'agreement among raft nodes before linearized reading' (duration: 100.758286ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:05.403552Z","caller":"traceutil/trace.go:171","msg":"trace[230653549] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:22095; }","duration":"140.452649ms","start":"2026-02-26T02:30:05.262823Z","end":"2026-02-26T02:30:05.403276Z","steps":["trace[230653549] 'agreement among raft nodes before linearized reading' (duration: 140.287254ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:06.315402Z","caller":"traceutil/trace.go:171","msg":"trace[475941972] linearizableReadLoop","detail":"{readStateIndex:22898; appliedIndex:22897; }","duration":"141.948427ms","start":"2026-02-26T02:30:06.173428Z","end":"2026-02-26T02:30:06.315376Z","steps":["trace[475941972] 'read index received' (duration: 141.627317ms)","trace[475941972] 'applied index is now lower than readState.Index' (duration: 320.07µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:06.31548Z","caller":"traceutil/trace.go:171","msg":"trace[2086497287] transaction","detail":"{read_only:false; response_revision:22099; number_of_response:1; }","duration":"143.040322ms","start":"2026-02-26T02:30:06.172406Z","end":"2026-02-26T02:30:06.315446Z","steps":["trace[2086497287] 'process raft request' (duration: 142.734272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:06.315633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.199275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:30:06.31569Z","caller":"traceutil/trace.go:171","msg":"trace[5909741] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22099; }","duration":"142.294758ms","start":"2026-02-26T02:30:06.173384Z","end":"2026-02-26T02:30:06.315678Z","steps":["trace[5909741] 'agreement among raft nodes before linearized reading' (duration: 142.146393ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:06.812443Z","caller":"traceutil/trace.go:171","msg":"trace[177816792] transaction","detail":"{read_only:false; response_revision:22110; number_of_response:1; }","duration":"171.350633ms","start":"2026-02-26T02:30:06.641063Z","end":"2026-02-26T02:30:06.812413Z","steps":["trace[177816792] 'process raft request' (duration: 140.571244ms)","trace[177816792] 'compare' (duration: 30.619624ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:07.47109Z","caller":"traceutil/trace.go:171","msg":"trace[1371386374] linearizableReadLoop","detail":"{readStateIndex:22911; appliedIndex:22910; }","duration":"158.859885ms","start":"2026-02-26T02:30:07.312205Z","end":"2026-02-26T02:30:07.471065Z","steps":["trace[1371386374] 'read index received' (duration: 158.562045ms)","trace[1371386374] 'applied index is now lower than readState.Index' (duration: 296.65µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:07.471187Z","caller":"traceutil/trace.go:171","msg":"trace[1384846603] transaction","detail":"{read_only:false; response_revision:22112; number_of_response:1; }","duration":"165.822076ms","start":"2026-02-26T02:30:07.30532Z","end":"2026-02-26T02:30:07.471142Z","steps":["trace[1384846603] 'process raft request' (duration: 165.463565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:07.47139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.03665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-26T02:30:07.471479Z","caller":"traceutil/trace.go:171","msg":"trace[1416514859] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22112; }","duration":"159.285648ms","start":"2026-02-26T02:30:07.312169Z","end":"2026-02-26T02:30:07.471455Z","steps":["trace[1416514859] 'agreement among raft nodes before linearized reading' (duration: 158.993399ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:07.510966Z","caller":"traceutil/trace.go:171","msg":"trace[1744623517] transaction","detail":"{read_only:false; response_revision:22113; number_of_response:1; }","duration":"102.271505ms","start":"2026-02-26T02:30:07.408663Z","end":"2026-02-26T02:30:07.510934Z","steps":["trace[1744623517] 'process raft request' (duration: 102.10644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:07.511053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.225605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:30:07.511105Z","caller":"traceutil/trace.go:171","msg":"trace[1996889565] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22113; }","duration":"114.324488ms","start":"2026-02-26T02:30:07.396766Z","end":"2026-02-26T02:30:07.51109Z","steps":["trace[1996889565] 'agreement among raft nodes before linearized reading' (duration: 114.165143ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:07.656554Z","caller":"traceutil/trace.go:171","msg":"trace[1186508508] transaction","detail":"{read_only:false; response_revision:22114; number_of_response:1; }","duration":"142.384461ms","start":"2026-02-26T02:30:07.514136Z","end":"2026-02-26T02:30:07.65652Z","steps":["trace[1186508508] 'process raft request' (duration: 104.082722ms)","trace[1186508508] 'compare' (duration: 37.998829ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:07.773376Z","caller":"traceutil/trace.go:171","msg":"trace[84821040] linearizableReadLoop","detail":"{readStateIndex:22914; appliedIndex:22913; }","duration":"111.288221ms","start":"2026-02-26T02:30:07.662059Z","end":"2026-02-26T02:30:07.773347Z","steps":["trace[84821040] 'read index received' (duration: 104.418573ms)","trace[84821040] 'applied index is now lower than readState.Index' (duration: 6.868708ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:07.773435Z","caller":"traceutil/trace.go:171","msg":"trace[1105016156] transaction","detail":"{read_only:false; response_revision:22115; number_of_response:1; }","duration":"111.621851ms","start":"2026-02-26T02:30:07.661765Z","end":"2026-02-26T02:30:07.773387Z","steps":["trace[1105016156] 'process raft request' (duration: 104.700631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:07.773766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.468937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/capo-system/\" range_end:\"/registry/limitranges/capo-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:07.773832Z","caller":"traceutil/trace.go:171","msg":"trace[327282755] range","detail":"{range_begin:/registry/limitranges/capo-system/; range_end:/registry/limitranges/capo-system0; response_count:0; response_revision:22115; }","duration":"111.778837ms","start":"2026-02-26T02:30:07.662036Z","end":"2026-02-26T02:30:07.773815Z","steps":["trace[327282755] 'agreement among raft nodes before linearized reading' (duration: 111.411785ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:07.863324Z","caller":"traceutil/trace.go:171","msg":"trace[1302582030] transaction","detail":"{read_only:false; response_revision:22116; number_of_response:1; }","duration":"199.681184ms","start":"2026-02-26T02:30:07.663617Z","end":"2026-02-26T02:30:07.863298Z","steps":["trace[1302582030] 'process raft request' (duration: 199.507889ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:07.9365Z","caller":"traceutil/trace.go:171","msg":"trace[2037922694] transaction","detail":"{read_only:false; response_revision:22117; number_of_response:1; }","duration":"159.6418ms","start":"2026-02-26T02:30:07.776836Z","end":"2026-02-26T02:30:07.936477Z","steps":["trace[2037922694] 'process raft request' (duration: 158.967949ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:08.203408Z","caller":"traceutil/trace.go:171","msg":"trace[124632196] transaction","detail":"{read_only:false; response_revision:22125; number_of_response:1; }","duration":"165.461465ms","start":"2026-02-26T02:30:08.037929Z","end":"2026-02-26T02:30:08.20339Z","steps":["trace[124632196] 'process raft request' (duration: 165.060792ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:09.775721Z","caller":"traceutil/trace.go:171","msg":"trace[2023464124] transaction","detail":"{read_only:false; response_revision:22139; number_of_response:1; }","duration":"258.627099ms","start":"2026-02-26T02:30:09.51706Z","end":"2026-02-26T02:30:09.775687Z","steps":["trace[2023464124] 'process raft request' (duration: 258.390511ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:09.9826Z","caller":"traceutil/trace.go:171","msg":"trace[65314972] transaction","detail":"{read_only:false; response_revision:22140; number_of_response:1; }","duration":"121.423863ms","start":"2026-02-26T02:30:09.861128Z","end":"2026-02-26T02:30:09.982552Z","steps":["trace[65314972] 'process raft request' (duration: 67.813518ms)","trace[65314972] 'compare' (duration: 53.159811ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:10.40079Z","caller":"traceutil/trace.go:171","msg":"trace[620181656] transaction","detail":"{read_only:false; response_revision:22142; number_of_response:1; }","duration":"126.614028ms","start":"2026-02-26T02:30:10.274153Z","end":"2026-02-26T02:30:10.400767Z","steps":["trace[620181656] 'process raft request' (duration: 126.162524ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:10.768383Z","caller":"traceutil/trace.go:171","msg":"trace[445837883] transaction","detail":"{read_only:false; response_revision:22149; number_of_response:1; }","duration":"185.798962ms","start":"2026-02-26T02:30:10.582559Z","end":"2026-02-26T02:30:10.768358Z","steps":["trace[445837883] 'process raft request' (duration: 185.500592ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:10.768712Z","caller":"traceutil/trace.go:171","msg":"trace[889000547] transaction","detail":"{read_only:false; response_revision:22150; number_of_response:1; }","duration":"183.426177ms","start":"2026-02-26T02:30:10.585258Z","end":"2026-02-26T02:30:10.768684Z","steps":["trace[889000547] 'process raft request' (duration: 183.014074ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:10.768765Z","caller":"traceutil/trace.go:171","msg":"trace[1882522461] linearizableReadLoop","detail":"{readStateIndex:22948; appliedIndex:22946; }","duration":"185.576185ms","start":"2026-02-26T02:30:10.583137Z","end":"2026-02-26T02:30:10.768713Z","steps":["trace[1882522461] 'read index received' (duration: 7.754157ms)","trace[1882522461] 'applied index is now lower than readState.Index' (duration: 177.818158ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:10.769005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.853044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:30:10.769079Z","caller":"traceutil/trace.go:171","msg":"trace[926353467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22150; }","duration":"185.981748ms","start":"2026-02-26T02:30:10.583081Z","end":"2026-02-26T02:30:10.769062Z","steps":["trace[926353467] 'agreement among raft nodes before linearized reading' (duration: 185.73402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:11.053361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.825882ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:30:11.676434Z","caller":"traceutil/trace.go:171","msg":"trace[1607175799] transaction","detail":"{read_only:false; response_revision:22157; number_of_response:1; }","duration":"375.405866ms","start":"2026-02-26T02:30:11.300988Z","end":"2026-02-26T02:30:11.676394Z","steps":["trace[1607175799] 'process raft request' (duration: 374.91493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:11.676725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:11.300977Z","time spent":"375.55964ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4610,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:11.759669Z","caller":"traceutil/trace.go:171","msg":"trace[414638966] linearizableReadLoop","detail":"{readStateIndex:22958; appliedIndex:22956; }","duration":"230.884027ms","start":"2026-02-26T02:30:11.528756Z","end":"2026-02-26T02:30:11.75964Z","steps":["trace[414638966] 'read index received' (duration: 147.276906ms)","trace[414638966] 'applied index is now lower than readState.Index' (duration: 83.605921ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:11.759831Z","caller":"traceutil/trace.go:171","msg":"trace[1433845566] transaction","detail":"{read_only:false; response_revision:22158; number_of_response:1; }","duration":"344.287176ms","start":"2026-02-26T02:30:11.415501Z","end":"2026-02-26T02:30:11.759788Z","steps":["trace[1433845566] 'process raft request' (duration: 343.950845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:11.759969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.193557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:30:11.760022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:11.415474Z","time spent":"344.441021ms","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:11.760033Z","caller":"traceutil/trace.go:171","msg":"trace[768652288] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:22158; }","duration":"231.316261ms","start":"2026-02-26T02:30:11.528692Z","end":"2026-02-26T02:30:11.760008Z","steps":["trace[768652288] 'agreement among raft nodes before linearized reading' (duration: 231.061293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:11.90914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.273466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:11.909437Z","caller":"traceutil/trace.go:171","msg":"trace[157910245] transaction","detail":"{read_only:false; response_revision:22160; number_of_response:1; }","duration":"225.082903ms","start":"2026-02-26T02:30:11.684326Z","end":"2026-02-26T02:30:11.909409Z","steps":["trace[157910245] 'process raft request' (duration: 224.920778ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:11.909498Z","caller":"traceutil/trace.go:171","msg":"trace[1456112122] linearizableReadLoop","detail":"{readStateIndex:22962; appliedIndex:22958; }","duration":"104.458684ms","start":"2026-02-26T02:30:11.805018Z","end":"2026-02-26T02:30:11.909476Z","steps":["trace[1456112122] 'read index received' (duration: 80.613595ms)","trace[1456112122] 'applied index is now lower than readState.Index' (duration: 23.843609ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:11.909478Z","caller":"traceutil/trace.go:171","msg":"trace[231578814] transaction","detail":"{read_only:false; response_revision:22159; number_of_response:1; }","duration":"225.96052ms","start":"2026-02-26T02:30:11.683393Z","end":"2026-02-26T02:30:11.909353Z","steps":["trace[231578814] 'process raft request' (duration: 111.379674ms)","trace[231578814] 'compare' (duration: 114.144332ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:11.909604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.583997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:11.909587Z","caller":"traceutil/trace.go:171","msg":"trace[631663418] transaction","detail":"{read_only:false; response_revision:22161; number_of_response:1; }","duration":"224.575206ms","start":"2026-02-26T02:30:11.684974Z","end":"2026-02-26T02:30:11.90955Z","steps":["trace[631663418] 'process raft request' (duration: 224.354089ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:11.909636Z","caller":"traceutil/trace.go:171","msg":"trace[467994360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22162; }","duration":"104.65492ms","start":"2026-02-26T02:30:11.804969Z","end":"2026-02-26T02:30:11.909624Z","steps":["trace[467994360] 'agreement among raft nodes before linearized reading' (duration: 104.565317ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:11.909763Z","caller":"traceutil/trace.go:171","msg":"trace[269052851] transaction","detail":"{read_only:false; response_revision:22162; number_of_response:1; }","duration":"128.412996ms","start":"2026-02-26T02:30:11.781328Z","end":"2026-02-26T02:30:11.909741Z","steps":["trace[269052851] 'process raft request' (duration: 128.076316ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:12.069171Z","caller":"traceutil/trace.go:171","msg":"trace[820260828] linearizableReadLoop","detail":"{readStateIndex:22963; appliedIndex:22962; }","duration":"128.421916ms","start":"2026-02-26T02:30:11.940725Z","end":"2026-02-26T02:30:12.069147Z","steps":["trace[820260828] 'read index received' (duration: 127.508927ms)","trace[820260828] 'applied index is now lower than readState.Index' (duration: 911.839µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:12.06926Z","caller":"traceutil/trace.go:171","msg":"trace[668587873] transaction","detail":"{read_only:false; response_revision:22163; number_of_response:1; }","duration":"149.407805ms","start":"2026-02-26T02:30:11.919788Z","end":"2026-02-26T02:30:12.069196Z","steps":["trace[668587873] 'process raft request' (duration: 148.429613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.069915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.632343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29534550-wz9wl\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-02-26T02:30:12.069986Z","caller":"traceutil/trace.go:171","msg":"trace[1963840099] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29534550-wz9wl; range_end:; response_count:1; response_revision:22163; }","duration":"129.277554ms","start":"2026-02-26T02:30:11.94069Z","end":"2026-02-26T02:30:12.069967Z","steps":["trace[1963840099] 'agreement among raft nodes before linearized reading' (duration: 128.547041ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:12.21007Z","caller":"traceutil/trace.go:171","msg":"trace[2010667948] transaction","detail":"{read_only:false; response_revision:22165; number_of_response:1; }","duration":"136.38712ms","start":"2026-02-26T02:30:12.07365Z","end":"2026-02-26T02:30:12.210037Z","steps":["trace[2010667948] 'process raft request' (duration: 135.957467ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:12.210149Z","caller":"traceutil/trace.go:171","msg":"trace[1241126802] linearizableReadLoop","detail":"{readStateIndex:22965; appliedIndex:22964; }","duration":"136.098811ms","start":"2026-02-26T02:30:12.074022Z","end":"2026-02-26T02:30:12.210121Z","steps":["trace[1241126802] 'read index received' (duration: 65.519135ms)","trace[1241126802] 'applied index is now lower than readState.Index' (duration: 70.578446ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:12.210247Z","caller":"traceutil/trace.go:171","msg":"trace[59551046] transaction","detail":"{read_only:false; response_revision:22166; number_of_response:1; }","duration":"132.62378ms","start":"2026-02-26T02:30:12.077589Z","end":"2026-02-26T02:30:12.210213Z","steps":["trace[59551046] 'process raft request' (duration: 132.360781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.210458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.419941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-tvrzl\" ","response":"range_response_count:1 size:4568"} {"level":"info","ts":"2026-02-26T02:30:12.210548Z","caller":"traceutil/trace.go:171","msg":"trace[1928762458] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-tvrzl; range_end:; response_count:1; response_revision:22166; }","duration":"136.568756ms","start":"2026-02-26T02:30:12.073965Z","end":"2026-02-26T02:30:12.210533Z","steps":["trace[1928762458] 'agreement among raft nodes before linearized reading' (duration: 136.342789ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:12.566848Z","caller":"traceutil/trace.go:171","msg":"trace[777283395] transaction","detail":"{read_only:false; response_revision:22175; number_of_response:1; }","duration":"193.004812ms","start":"2026-02-26T02:30:12.373817Z","end":"2026-02-26T02:30:12.566821Z","steps":["trace[777283395] 'process raft request' (duration: 192.846747ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:12.652016Z","caller":"traceutil/trace.go:171","msg":"trace[1686234082] linearizableReadLoop","detail":"{readStateIndex:22977; appliedIndex:22975; }","duration":"132.663481ms","start":"2026-02-26T02:30:12.519331Z","end":"2026-02-26T02:30:12.651995Z","steps":["trace[1686234082] 'read index received' (duration: 47.517181ms)","trace[1686234082] 'applied index is now lower than readState.Index' (duration: 85.14562ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:12.652167Z","caller":"traceutil/trace.go:171","msg":"trace[1529046294] transaction","detail":"{read_only:false; response_revision:22177; number_of_response:1; }","duration":"137.039061ms","start":"2026-02-26T02:30:12.515083Z","end":"2026-02-26T02:30:12.652122Z","steps":["trace[1529046294] 'process raft request' (duration: 136.865685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.652226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.870368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4394"} {"level":"info","ts":"2026-02-26T02:30:12.652359Z","caller":"traceutil/trace.go:171","msg":"trace[1798307414] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22177; }","duration":"133.042843ms","start":"2026-02-26T02:30:12.519306Z","end":"2026-02-26T02:30:12.652349Z","steps":["trace[1798307414] 'agreement among raft nodes before linearized reading' (duration: 132.859427ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:12.65207Z","caller":"traceutil/trace.go:171","msg":"trace[901549820] transaction","detail":"{read_only:false; response_revision:22176; number_of_response:1; }","duration":"275.758665ms","start":"2026-02-26T02:30:12.37627Z","end":"2026-02-26T02:30:12.652029Z","steps":["trace[901549820] 'process raft request' (duration: 275.463316ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:13.141588Z","caller":"traceutil/trace.go:171","msg":"trace[827247116] transaction","detail":"{read_only:false; response_revision:22192; number_of_response:1; }","duration":"151.304935ms","start":"2026-02-26T02:30:12.990253Z","end":"2026-02-26T02:30:13.141558Z","steps":["trace[827247116] 'process raft request' (duration: 151.095428ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:13.141923Z","caller":"traceutil/trace.go:171","msg":"trace[780709596] linearizableReadLoop","detail":"{readStateIndex:22992; appliedIndex:22992; }","duration":"105.918251ms","start":"2026-02-26T02:30:13.035989Z","end":"2026-02-26T02:30:13.141907Z","steps":["trace[780709596] 'read index received' (duration: 105.909271ms)","trace[780709596] 'applied index is now lower than readState.Index' (duration: 7.63µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:13.142144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.147568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-tvrzl\" ","response":"range_response_count:1 size:4580"} {"level":"info","ts":"2026-02-26T02:30:13.14218Z","caller":"traceutil/trace.go:171","msg":"trace[2069570094] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-tvrzl; range_end:; response_count:1; response_revision:22192; }","duration":"106.22595ms","start":"2026-02-26T02:30:13.035945Z","end":"2026-02-26T02:30:13.142171Z","steps":["trace[2069570094] 'agreement among raft nodes before linearized reading' (duration: 106.084686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:13.142517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.126526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:13.142612Z","caller":"traceutil/trace.go:171","msg":"trace[562488261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22192; }","duration":"100.293192ms","start":"2026-02-26T02:30:13.042302Z","end":"2026-02-26T02:30:13.142595Z","steps":["trace[562488261] 'agreement among raft nodes before linearized reading' (duration: 100.171288ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:13.357339Z","caller":"traceutil/trace.go:171","msg":"trace[1276236464] transaction","detail":"{read_only:false; response_revision:22195; number_of_response:1; }","duration":"160.340781ms","start":"2026-02-26T02:30:13.196959Z","end":"2026-02-26T02:30:13.3573Z","steps":["trace[1276236464] 'process raft request' (duration: 159.898777ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:13.505667Z","caller":"traceutil/trace.go:171","msg":"trace[730493142] transaction","detail":"{read_only:false; response_revision:22196; number_of_response:1; }","duration":"139.84621ms","start":"2026-02-26T02:30:13.365794Z","end":"2026-02-26T02:30:13.50564Z","steps":["trace[730493142] 'process raft request' (duration: 139.538281ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:14.079257Z","caller":"traceutil/trace.go:171","msg":"trace[1936166382] linearizableReadLoop","detail":"{readStateIndex:23001; appliedIndex:23000; }","duration":"107.677456ms","start":"2026-02-26T02:30:13.971554Z","end":"2026-02-26T02:30:14.079232Z","steps":["trace[1936166382] 'read index received' (duration: 107.47941ms)","trace[1936166382] 'applied index is now lower than readState.Index' (duration: 197.056µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:14.079384Z","caller":"traceutil/trace.go:171","msg":"trace[1153967426] transaction","detail":"{read_only:false; response_revision:22201; number_of_response:1; }","duration":"162.127489ms","start":"2026-02-26T02:30:13.91723Z","end":"2026-02-26T02:30:14.079358Z","steps":["trace[1153967426] 'process raft request' (duration: 161.815449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:14.080015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.451411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-26T02:30:14.080101Z","caller":"traceutil/trace.go:171","msg":"trace[539677462] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22201; }","duration":"108.576265ms","start":"2026-02-26T02:30:13.971501Z","end":"2026-02-26T02:30:14.080078Z","steps":["trace[539677462] 'agreement among raft nodes before linearized reading' (duration: 107.892203ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:14.218316Z","caller":"traceutil/trace.go:171","msg":"trace[618183379] transaction","detail":"{read_only:false; response_revision:22202; number_of_response:1; }","duration":"126.118573ms","start":"2026-02-26T02:30:14.092172Z","end":"2026-02-26T02:30:14.218291Z","steps":["trace[618183379] 'process raft request' (duration: 125.957358ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:14.339042Z","caller":"traceutil/trace.go:171","msg":"trace[1094293327] linearizableReadLoop","detail":"{readStateIndex:23003; appliedIndex:23002; }","duration":"113.869504ms","start":"2026-02-26T02:30:14.225153Z","end":"2026-02-26T02:30:14.339022Z","steps":["trace[1094293327] 'read index received' (duration: 113.536323ms)","trace[1094293327] 'applied index is now lower than readState.Index' (duration: 331.911µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:14.339173Z","caller":"traceutil/trace.go:171","msg":"trace[1064683649] transaction","detail":"{read_only:false; response_revision:22203; number_of_response:1; }","duration":"114.131122ms","start":"2026-02-26T02:30:14.225008Z","end":"2026-02-26T02:30:14.339139Z","steps":["trace[1064683649] 'process raft request' (duration: 113.681227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:14.339271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.096051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-02-26T02:30:14.339319Z","caller":"traceutil/trace.go:171","msg":"trace[349951031] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22203; }","duration":"114.199904ms","start":"2026-02-26T02:30:14.225107Z","end":"2026-02-26T02:30:14.339307Z","steps":["trace[349951031] 'agreement among raft nodes before linearized reading' (duration: 113.997948ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:14.648876Z","caller":"traceutil/trace.go:171","msg":"trace[758705158] transaction","detail":"{read_only:false; response_revision:22214; number_of_response:1; }","duration":"105.651862ms","start":"2026-02-26T02:30:14.5432Z","end":"2026-02-26T02:30:14.648852Z","steps":["trace[758705158] 'process raft request' (duration: 105.531168ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:14.771717Z","caller":"traceutil/trace.go:171","msg":"trace[1021029790] transaction","detail":"{read_only:false; response_revision:22216; number_of_response:1; }","duration":"113.083409ms","start":"2026-02-26T02:30:14.658611Z","end":"2026-02-26T02:30:14.771695Z","steps":["trace[1021029790] 'process raft request' (duration: 101.352306ms)","trace[1021029790] 'compare' (duration: 11.30773ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:14.772218Z","caller":"traceutil/trace.go:171","msg":"trace[1404810110] transaction","detail":"{read_only:false; response_revision:22217; number_of_response:1; }","duration":"113.329447ms","start":"2026-02-26T02:30:14.658669Z","end":"2026-02-26T02:30:14.771999Z","steps":["trace[1404810110] 'process raft request' (duration: 112.930784ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:14.966382Z","caller":"traceutil/trace.go:171","msg":"trace[515788332] transaction","detail":"{read_only:false; response_revision:22221; number_of_response:1; }","duration":"148.260617ms","start":"2026-02-26T02:30:14.818097Z","end":"2026-02-26T02:30:14.966357Z","steps":["trace[515788332] 'process raft request' (duration: 148.049941ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:14.966501Z","caller":"traceutil/trace.go:171","msg":"trace[1646967144] linearizableReadLoop","detail":"{readStateIndex:23022; appliedIndex:23020; }","duration":"121.549638ms","start":"2026-02-26T02:30:14.844919Z","end":"2026-02-26T02:30:14.966468Z","steps":["trace[1646967144] 'read index received' (duration: 121.207547ms)","trace[1646967144] 'applied index is now lower than readState.Index' (duration: 339.751µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:14.966581Z","caller":"traceutil/trace.go:171","msg":"trace[2031382701] transaction","detail":"{read_only:false; response_revision:22222; number_of_response:1; }","duration":"147.802003ms","start":"2026-02-26T02:30:14.818744Z","end":"2026-02-26T02:30:14.966546Z","steps":["trace[2031382701] 'process raft request' (duration: 147.561816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:14.966769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.837987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:30:14.966856Z","caller":"traceutil/trace.go:171","msg":"trace[615460572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22222; }","duration":"121.969221ms","start":"2026-02-26T02:30:14.844868Z","end":"2026-02-26T02:30:14.966837Z","steps":["trace[615460572] 'agreement among raft nodes before linearized reading' (duration: 121.755324ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:17.102697Z","caller":"traceutil/trace.go:171","msg":"trace[20689623] transaction","detail":"{read_only:false; response_revision:22238; number_of_response:1; }","duration":"130.009777ms","start":"2026-02-26T02:30:16.972663Z","end":"2026-02-26T02:30:17.102672Z","steps":["trace[20689623] 'process raft request' (duration: 92.730341ms)","trace[20689623] 'compare' (duration: 37.109761ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:17.102662Z","caller":"traceutil/trace.go:171","msg":"trace[1384661966] linearizableReadLoop","detail":"{readStateIndex:23039; appliedIndex:23038; }","duration":"103.617437ms","start":"2026-02-26T02:30:16.999016Z","end":"2026-02-26T02:30:17.102633Z","steps":["trace[1384661966] 'read index received' (duration: 66.292889ms)","trace[1384661966] 'applied index is now lower than readState.Index' (duration: 37.323178ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:17.102886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.856755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:30:17.102944Z","caller":"traceutil/trace.go:171","msg":"trace[241834703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22238; }","duration":"103.962249ms","start":"2026-02-26T02:30:16.998967Z","end":"2026-02-26T02:30:17.102929Z","steps":["trace[241834703] 'agreement among raft nodes before linearized reading' (duration: 103.772483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:17.103103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.640128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:30:17.103185Z","caller":"traceutil/trace.go:171","msg":"trace[1014910456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22238; }","duration":"103.755972ms","start":"2026-02-26T02:30:16.999397Z","end":"2026-02-26T02:30:17.103153Z","steps":["trace[1014910456] 'agreement among raft nodes before linearized reading' (duration: 103.557745ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:17.576764Z","caller":"traceutil/trace.go:171","msg":"trace[1614611276] transaction","detail":"{read_only:false; response_revision:22245; number_of_response:1; }","duration":"105.309601ms","start":"2026-02-26T02:30:17.471432Z","end":"2026-02-26T02:30:17.576741Z","steps":["trace[1614611276] 'process raft request' (duration: 104.997381ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:18.770249Z","caller":"traceutil/trace.go:171","msg":"trace[1010945789] transaction","detail":"{read_only:false; response_revision:22252; number_of_response:1; }","duration":"169.39023ms","start":"2026-02-26T02:30:18.600818Z","end":"2026-02-26T02:30:18.770208Z","steps":["trace[1010945789] 'process raft request' (duration: 169.018998ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:18.960943Z","caller":"traceutil/trace.go:171","msg":"trace[326906657] transaction","detail":"{read_only:false; response_revision:22257; number_of_response:1; }","duration":"129.844392ms","start":"2026-02-26T02:30:18.831077Z","end":"2026-02-26T02:30:18.960921Z","steps":["trace[326906657] 'process raft request' (duration: 95.812668ms)","trace[326906657] 'compare' (duration: 33.767965ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:18.961042Z","caller":"traceutil/trace.go:171","msg":"trace[1851877608] transaction","detail":"{read_only:false; response_revision:22259; number_of_response:1; }","duration":"128.047744ms","start":"2026-02-26T02:30:18.832963Z","end":"2026-02-26T02:30:18.961011Z","steps":["trace[1851877608] 'process raft request' (duration: 127.89715ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:18.961112Z","caller":"traceutil/trace.go:171","msg":"trace[1862917664] transaction","detail":"{read_only:false; response_revision:22260; number_of_response:1; }","duration":"126.843116ms","start":"2026-02-26T02:30:18.834256Z","end":"2026-02-26T02:30:18.961099Z","steps":["trace[1862917664] 'process raft request' (duration: 126.666501ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:18.961271Z","caller":"traceutil/trace.go:171","msg":"trace[1717469010] transaction","detail":"{read_only:false; response_revision:22262; number_of_response:1; }","duration":"117.057055ms","start":"2026-02-26T02:30:18.844205Z","end":"2026-02-26T02:30:18.961262Z","steps":["trace[1717469010] 'process raft request' (duration: 116.817018ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:18.961267Z","caller":"traceutil/trace.go:171","msg":"trace[368371709] linearizableReadLoop","detail":"{readStateIndex:23061; appliedIndex:23056; }","duration":"124.173442ms","start":"2026-02-26T02:30:18.837066Z","end":"2026-02-26T02:30:18.961239Z","steps":["trace[368371709] 'read index received' (duration: 7.516429ms)","trace[368371709] 'applied index is now lower than readState.Index' (duration: 116.654993ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:18.961135Z","caller":"traceutil/trace.go:171","msg":"trace[1365715638] transaction","detail":"{read_only:false; response_revision:22261; number_of_response:1; }","duration":"122.946152ms","start":"2026-02-26T02:30:18.838119Z","end":"2026-02-26T02:30:18.961065Z","steps":["trace[1365715638] 'process raft request' (duration: 122.858949ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:18.961586Z","caller":"traceutil/trace.go:171","msg":"trace[1352816051] transaction","detail":"{read_only:false; response_revision:22258; number_of_response:1; }","duration":"129.039356ms","start":"2026-02-26T02:30:18.831926Z","end":"2026-02-26T02:30:18.960965Z","steps":["trace[1352816051] 'process raft request' (duration: 128.874871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:18.961591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.496232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-776c65d74b-6xs2k\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-02-26T02:30:18.961731Z","caller":"traceutil/trace.go:171","msg":"trace[695210229] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-776c65d74b-6xs2k; range_end:; response_count:1; response_revision:22262; }","duration":"124.646636ms","start":"2026-02-26T02:30:18.837026Z","end":"2026-02-26T02:30:18.961672Z","steps":["trace[695210229] 'agreement among raft nodes before linearized reading' (duration: 124.389938ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:18.966575Z","caller":"traceutil/trace.go:171","msg":"trace[1636410707] transaction","detail":"{read_only:false; response_revision:22263; number_of_response:1; }","duration":"117.114727ms","start":"2026-02-26T02:30:18.849446Z","end":"2026-02-26T02:30:18.966561Z","steps":["trace[1636410707] 'process raft request' (duration: 117.009264ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:19.311591Z","caller":"traceutil/trace.go:171","msg":"trace[990154259] linearizableReadLoop","detail":"{readStateIndex:23069; appliedIndex:23068; }","duration":"266.347885ms","start":"2026-02-26T02:30:19.045218Z","end":"2026-02-26T02:30:19.311565Z","steps":["trace[990154259] 'read index received' (duration: 266.222041ms)","trace[990154259] 'applied index is now lower than readState.Index' (duration: 124.704µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:19.311748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.50713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:19.311741Z","caller":"traceutil/trace.go:171","msg":"trace[1329090642] transaction","detail":"{read_only:false; response_revision:22268; number_of_response:1; }","duration":"293.260712ms","start":"2026-02-26T02:30:19.018438Z","end":"2026-02-26T02:30:19.311699Z","steps":["trace[1329090642] 'process raft request' (duration: 292.979473ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:19.3118Z","caller":"traceutil/trace.go:171","msg":"trace[1374362546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22268; }","duration":"266.610253ms","start":"2026-02-26T02:30:19.045175Z","end":"2026-02-26T02:30:19.311785Z","steps":["trace[1374362546] 'agreement among raft nodes before linearized reading' (duration: 266.51585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:19.314183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.493407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:30:19.314255Z","caller":"traceutil/trace.go:171","msg":"trace[735970211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22269; }","duration":"127.60695ms","start":"2026-02-26T02:30:19.18663Z","end":"2026-02-26T02:30:19.314237Z","steps":["trace[735970211] 'agreement among raft nodes before linearized reading' (duration: 127.359383ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:19.314594Z","caller":"traceutil/trace.go:171","msg":"trace[478080759] transaction","detail":"{read_only:false; response_revision:22269; number_of_response:1; }","duration":"206.390537ms","start":"2026-02-26T02:30:19.108191Z","end":"2026-02-26T02:30:19.314581Z","steps":["trace[478080759] 'process raft request' (duration: 205.649764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:19.315013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.017283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:30:19.315125Z","caller":"traceutil/trace.go:171","msg":"trace[1470106277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22269; }","duration":"122.202488ms","start":"2026-02-26T02:30:19.192901Z","end":"2026-02-26T02:30:19.315103Z","steps":["trace[1470106277] 'agreement among raft nodes before linearized reading' (duration: 121.808696ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:19.988356Z","caller":"traceutil/trace.go:171","msg":"trace[1253010378] transaction","detail":"{read_only:false; response_revision:22276; number_of_response:1; }","duration":"122.299822ms","start":"2026-02-26T02:30:19.866026Z","end":"2026-02-26T02:30:19.988325Z","steps":["trace[1253010378] 'process raft request' (duration: 78.368914ms)","trace[1253010378] 'compare' (duration: 43.761353ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:20.474947Z","caller":"traceutil/trace.go:171","msg":"trace[188408077] transaction","detail":"{read_only:false; response_revision:22284; number_of_response:1; }","duration":"127.907149ms","start":"2026-02-26T02:30:20.347006Z","end":"2026-02-26T02:30:20.474913Z","steps":["trace[188408077] 'process raft request' (duration: 58.909845ms)","trace[188408077] 'compare' (duration: 68.810158ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:20.474976Z","caller":"traceutil/trace.go:171","msg":"trace[921460679] transaction","detail":"{read_only:false; response_revision:22285; number_of_response:1; }","duration":"127.828067ms","start":"2026-02-26T02:30:20.347116Z","end":"2026-02-26T02:30:20.474944Z","steps":["trace[921460679] 'process raft request' (duration: 127.753575ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:20.624485Z","caller":"traceutil/trace.go:171","msg":"trace[1566455480] linearizableReadLoop","detail":"{readStateIndex:23087; appliedIndex:23086; }","duration":"127.548029ms","start":"2026-02-26T02:30:20.496917Z","end":"2026-02-26T02:30:20.624465Z","steps":["trace[1566455480] 'read index received' (duration: 127.27526ms)","trace[1566455480] 'applied index is now lower than readState.Index' (duration: 272.149µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:20.624661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.719865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T02:30:20.624691Z","caller":"traceutil/trace.go:171","msg":"trace[883388422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22286; }","duration":"127.778106ms","start":"2026-02-26T02:30:20.496902Z","end":"2026-02-26T02:30:20.62468Z","steps":["trace[883388422] 'agreement among raft nodes before linearized reading' (duration: 127.638052ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:20.624641Z","caller":"traceutil/trace.go:171","msg":"trace[987243140] transaction","detail":"{read_only:false; response_revision:22286; number_of_response:1; }","duration":"135.487321ms","start":"2026-02-26T02:30:20.4891Z","end":"2026-02-26T02:30:20.624587Z","steps":["trace[987243140] 'process raft request' (duration: 135.163561ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:21.623729Z","caller":"traceutil/trace.go:171","msg":"trace[2076951889] transaction","detail":"{read_only:false; response_revision:22297; number_of_response:1; }","duration":"248.772226ms","start":"2026-02-26T02:30:21.374903Z","end":"2026-02-26T02:30:21.623675Z","steps":["trace[2076951889] 'process raft request' (duration: 203.338741ms)","trace[2076951889] 'compare' (duration: 45.183257ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:21.66664Z","caller":"traceutil/trace.go:171","msg":"trace[1735983936] linearizableReadLoop","detail":"{readStateIndex:23101; appliedIndex:23098; }","duration":"237.453956ms","start":"2026-02-26T02:30:21.429165Z","end":"2026-02-26T02:30:21.666619Z","steps":["trace[1735983936] 'read index received' (duration: 149.015072ms)","trace[1735983936] 'applied index is now lower than readState.Index' (duration: 88.437774ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:21.66675Z","caller":"traceutil/trace.go:171","msg":"trace[1683598348] transaction","detail":"{read_only:false; response_revision:22299; number_of_response:1; }","duration":"290.461043ms","start":"2026-02-26T02:30:21.376279Z","end":"2026-02-26T02:30:21.66674Z","steps":["trace[1683598348] 'process raft request' (duration: 290.221285ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:21.666841Z","caller":"traceutil/trace.go:171","msg":"trace[468703555] transaction","detail":"{read_only:false; response_revision:22298; number_of_response:1; }","duration":"291.751934ms","start":"2026-02-26T02:30:21.375022Z","end":"2026-02-26T02:30:21.666774Z","steps":["trace[468703555] 'process raft request' (duration: 291.360971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:21.666883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.713474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:21.667062Z","caller":"traceutil/trace.go:171","msg":"trace[560533888] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:22299; }","duration":"237.953812ms","start":"2026-02-26T02:30:21.429084Z","end":"2026-02-26T02:30:21.667038Z","steps":["trace[560533888] 'agreement among raft nodes before linearized reading' (duration: 237.707634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:23.655982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.782434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:23.656208Z","caller":"traceutil/trace.go:171","msg":"trace[1922604430] transaction","detail":"{read_only:false; response_revision:22307; number_of_response:1; }","duration":"538.468405ms","start":"2026-02-26T02:30:23.117717Z","end":"2026-02-26T02:30:23.656185Z","steps":["trace[1922604430] 'process raft request' (duration: 241.394981ms)","trace[1922604430] 'compare' (duration: 296.64944ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:23.656368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:23.1177Z","time spent":"538.562908ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:23.656608Z","caller":"traceutil/trace.go:171","msg":"trace[855070091] transaction","detail":"{read_only:false; response_revision:22308; number_of_response:1; }","duration":"281.165817ms","start":"2026-02-26T02:30:23.375411Z","end":"2026-02-26T02:30:23.656577Z","steps":["trace[855070091] 'process raft request' (duration: 280.703062ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:23.827873Z","caller":"traceutil/trace.go:171","msg":"trace[1493549945] linearizableReadLoop","detail":"{readStateIndex:23111; appliedIndex:23110; }","duration":"153.346719ms","start":"2026-02-26T02:30:23.674498Z","end":"2026-02-26T02:30:23.827845Z","steps":["trace[1493549945] 'read index received' (duration: 152.188172ms)","trace[1493549945] 'applied index is now lower than readState.Index' (duration: 1.157587ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:23.827972Z","caller":"traceutil/trace.go:171","msg":"trace[614517698] transaction","detail":"{read_only:false; response_revision:22309; number_of_response:1; }","duration":"165.727294ms","start":"2026-02-26T02:30:23.66219Z","end":"2026-02-26T02:30:23.827918Z","steps":["trace[614517698] 'process raft request' (duration: 164.523995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:23.828093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.489414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:30:23.828131Z","caller":"traceutil/trace.go:171","msg":"trace[2126539443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22309; }","duration":"153.564837ms","start":"2026-02-26T02:30:23.674556Z","end":"2026-02-26T02:30:23.828121Z","steps":["trace[2126539443] 'agreement among raft nodes before linearized reading' (duration: 153.423613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:23.82827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.753213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:30:23.828377Z","caller":"traceutil/trace.go:171","msg":"trace[2054881745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22309; }","duration":"153.919008ms","start":"2026-02-26T02:30:23.674438Z","end":"2026-02-26T02:30:23.828357Z","steps":["trace[2054881745] 'agreement among raft nodes before linearized reading' (duration: 153.496974ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.495784Z","caller":"traceutil/trace.go:171","msg":"trace[151310436] transaction","detail":"{read_only:false; response_revision:22315; number_of_response:1; }","duration":"131.121142ms","start":"2026-02-26T02:30:24.364632Z","end":"2026-02-26T02:30:24.495753Z","steps":["trace[151310436] 'process raft request' (duration: 56.347083ms)","trace[151310436] 'compare' (duration: 74.603094ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:24.525533Z","caller":"traceutil/trace.go:171","msg":"trace[97862441] transaction","detail":"{read_only:false; response_revision:22316; number_of_response:1; }","duration":"160.774466ms","start":"2026-02-26T02:30:24.364733Z","end":"2026-02-26T02:30:24.525508Z","steps":["trace[97862441] 'process raft request' (duration: 160.601711ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.525776Z","caller":"traceutil/trace.go:171","msg":"trace[1871588054] transaction","detail":"{read_only:false; response_revision:22319; number_of_response:1; }","duration":"159.764524ms","start":"2026-02-26T02:30:24.365956Z","end":"2026-02-26T02:30:24.52572Z","steps":["trace[1871588054] 'process raft request' (duration: 159.551087ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.525904Z","caller":"traceutil/trace.go:171","msg":"trace[2083302253] linearizableReadLoop","detail":"{readStateIndex:23128; appliedIndex:23117; }","duration":"126.722463ms","start":"2026-02-26T02:30:24.399162Z","end":"2026-02-26T02:30:24.525884Z","steps":["trace[2083302253] 'read index received' (duration: 21.819475ms)","trace[2083302253] 'applied index is now lower than readState.Index' (duration: 104.902018ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:24.525943Z","caller":"traceutil/trace.go:171","msg":"trace[163381642] transaction","detail":"{read_only:false; response_revision:22320; number_of_response:1; }","duration":"159.925219ms","start":"2026-02-26T02:30:24.365992Z","end":"2026-02-26T02:30:24.525917Z","steps":["trace[163381642] 'process raft request' (duration: 159.551917ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.526034Z","caller":"traceutil/trace.go:171","msg":"trace[2143267558] transaction","detail":"{read_only:false; response_revision:22317; number_of_response:1; }","duration":"161.20756ms","start":"2026-02-26T02:30:24.364807Z","end":"2026-02-26T02:30:24.526015Z","steps":["trace[2143267558] 'process raft request' (duration: 160.624842ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.525976Z","caller":"traceutil/trace.go:171","msg":"trace[1457066330] transaction","detail":"{read_only:false; response_revision:22324; number_of_response:1; }","duration":"159.843276ms","start":"2026-02-26T02:30:24.366112Z","end":"2026-02-26T02:30:24.525955Z","steps":["trace[1457066330] 'process raft request' (duration: 159.63853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:24.526086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.871008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:24.526172Z","caller":"traceutil/trace.go:171","msg":"trace[493358796] transaction","detail":"{read_only:false; response_revision:22325; number_of_response:1; }","duration":"159.713172ms","start":"2026-02-26T02:30:24.366447Z","end":"2026-02-26T02:30:24.52616Z","steps":["trace[493358796] 'process raft request' (duration: 159.357821ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.526168Z","caller":"traceutil/trace.go:171","msg":"trace[1707349141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22325; }","duration":"126.996002ms","start":"2026-02-26T02:30:24.399152Z","end":"2026-02-26T02:30:24.526148Z","steps":["trace[1707349141] 'agreement among raft nodes before linearized reading' (duration: 126.806286ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.526177Z","caller":"traceutil/trace.go:171","msg":"trace[196640769] transaction","detail":"{read_only:false; response_revision:22318; number_of_response:1; }","duration":"160.317862ms","start":"2026-02-26T02:30:24.365815Z","end":"2026-02-26T02:30:24.526133Z","steps":["trace[196640769] 'process raft request' (duration: 159.656201ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.52622Z","caller":"traceutil/trace.go:171","msg":"trace[651283633] transaction","detail":"{read_only:false; response_revision:22322; number_of_response:1; }","duration":"160.119075ms","start":"2026-02-26T02:30:24.36608Z","end":"2026-02-26T02:30:24.526199Z","steps":["trace[651283633] 'process raft request' (duration: 159.520456ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.526406Z","caller":"traceutil/trace.go:171","msg":"trace[185771023] transaction","detail":"{read_only:false; response_revision:22323; number_of_response:1; }","duration":"160.298941ms","start":"2026-02-26T02:30:24.36609Z","end":"2026-02-26T02:30:24.526389Z","steps":["trace[185771023] 'process raft request' (duration: 159.560828ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.525896Z","caller":"traceutil/trace.go:171","msg":"trace[1323376466] transaction","detail":"{read_only:false; response_revision:22321; number_of_response:1; }","duration":"159.795025ms","start":"2026-02-26T02:30:24.366069Z","end":"2026-02-26T02:30:24.525864Z","steps":["trace[1323376466] 'process raft request' (duration: 159.505245ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.726619Z","caller":"traceutil/trace.go:171","msg":"trace[572443717] transaction","detail":"{read_only:false; response_revision:22327; number_of_response:1; }","duration":"176.757145ms","start":"2026-02-26T02:30:24.549841Z","end":"2026-02-26T02:30:24.726598Z","steps":["trace[572443717] 'process raft request' (duration: 174.887206ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.726647Z","caller":"traceutil/trace.go:171","msg":"trace[781659951] transaction","detail":"{read_only:false; response_revision:22328; number_of_response:1; }","duration":"176.768106ms","start":"2026-02-26T02:30:24.549849Z","end":"2026-02-26T02:30:24.726617Z","steps":["trace[781659951] 'process raft request' (duration: 176.628131ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.726685Z","caller":"traceutil/trace.go:171","msg":"trace[2127650789] transaction","detail":"{read_only:false; response_revision:22329; number_of_response:1; }","duration":"176.802487ms","start":"2026-02-26T02:30:24.549843Z","end":"2026-02-26T02:30:24.726645Z","steps":["trace[2127650789] 'process raft request' (duration: 176.702343ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.726814Z","caller":"traceutil/trace.go:171","msg":"trace[8556146] transaction","detail":"{read_only:false; response_revision:22330; number_of_response:1; }","duration":"176.924791ms","start":"2026-02-26T02:30:24.54988Z","end":"2026-02-26T02:30:24.726804Z","steps":["trace[8556146] 'process raft request' (duration: 176.695833ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.726999Z","caller":"traceutil/trace.go:171","msg":"trace[1162846509] transaction","detail":"{read_only:false; response_revision:22331; number_of_response:1; }","duration":"177.054814ms","start":"2026-02-26T02:30:24.549921Z","end":"2026-02-26T02:30:24.726976Z","steps":["trace[1162846509] 'process raft request' (duration: 176.706453ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.72721Z","caller":"traceutil/trace.go:171","msg":"trace[638282022] transaction","detail":"{read_only:false; response_revision:22332; number_of_response:1; }","duration":"176.60302ms","start":"2026-02-26T02:30:24.550595Z","end":"2026-02-26T02:30:24.727198Z","steps":["trace[638282022] 'process raft request' (duration: 176.066883ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.727333Z","caller":"traceutil/trace.go:171","msg":"trace[1450619759] transaction","detail":"{read_only:false; response_revision:22333; number_of_response:1; }","duration":"176.679823ms","start":"2026-02-26T02:30:24.550636Z","end":"2026-02-26T02:30:24.727316Z","steps":["trace[1450619759] 'process raft request' (duration: 176.519498ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.727455Z","caller":"traceutil/trace.go:171","msg":"trace[1475912132] transaction","detail":"{read_only:false; response_revision:22334; number_of_response:1; }","duration":"176.718623ms","start":"2026-02-26T02:30:24.550705Z","end":"2026-02-26T02:30:24.727423Z","steps":["trace[1475912132] 'process raft request' (duration: 176.492056ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.728179Z","caller":"traceutil/trace.go:171","msg":"trace[442575817] transaction","detail":"{read_only:false; response_revision:22335; number_of_response:1; }","duration":"173.121969ms","start":"2026-02-26T02:30:24.554822Z","end":"2026-02-26T02:30:24.727944Z","steps":["trace[442575817] 'process raft request' (duration: 172.494129ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.938857Z","caller":"traceutil/trace.go:171","msg":"trace[644374196] transaction","detail":"{read_only:false; response_revision:22349; number_of_response:1; }","duration":"157.724579ms","start":"2026-02-26T02:30:24.78109Z","end":"2026-02-26T02:30:24.938814Z","steps":["trace[644374196] 'process raft request' (duration: 157.507492ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.938959Z","caller":"traceutil/trace.go:171","msg":"trace[2065781519] linearizableReadLoop","detail":"{readStateIndex:23152; appliedIndex:23149; }","duration":"157.540894ms","start":"2026-02-26T02:30:24.781389Z","end":"2026-02-26T02:30:24.93893Z","steps":["trace[2065781519] 'read index received' (duration: 16.31238ms)","trace[2065781519] 'applied index is now lower than readState.Index' (duration: 141.227494ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:24.939118Z","caller":"traceutil/trace.go:171","msg":"trace[643810998] transaction","detail":"{read_only:false; response_revision:22350; number_of_response:1; }","duration":"157.385308ms","start":"2026-02-26T02:30:24.78172Z","end":"2026-02-26T02:30:24.939105Z","steps":["trace[643810998] 'process raft request' (duration: 156.981905ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.939213Z","caller":"traceutil/trace.go:171","msg":"trace[95282132] transaction","detail":"{read_only:false; response_revision:22348; number_of_response:1; }","duration":"158.163223ms","start":"2026-02-26T02:30:24.781036Z","end":"2026-02-26T02:30:24.939199Z","steps":["trace[95282132] 'process raft request' (duration: 119.179023ms)","trace[95282132] 'compare' (duration: 38.141503ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:24.939319Z","caller":"traceutil/trace.go:171","msg":"trace[1301685945] transaction","detail":"{read_only:false; response_revision:22355; number_of_response:1; }","duration":"156.208831ms","start":"2026-02-26T02:30:24.783102Z","end":"2026-02-26T02:30:24.939311Z","steps":["trace[1301685945] 'process raft request' (duration: 155.786217ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.939409Z","caller":"traceutil/trace.go:171","msg":"trace[281624362] transaction","detail":"{read_only:false; response_revision:22351; number_of_response:1; }","duration":"157.086979ms","start":"2026-02-26T02:30:24.782314Z","end":"2026-02-26T02:30:24.939401Z","steps":["trace[281624362] 'process raft request' (duration: 156.425488ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.939487Z","caller":"traceutil/trace.go:171","msg":"trace[1873244067] transaction","detail":"{read_only:false; response_revision:22354; number_of_response:1; }","duration":"156.410797ms","start":"2026-02-26T02:30:24.783068Z","end":"2026-02-26T02:30:24.939479Z","steps":["trace[1873244067] 'process raft request' (duration: 155.791347ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.939501Z","caller":"traceutil/trace.go:171","msg":"trace[2084884791] transaction","detail":"{read_only:false; response_revision:22353; number_of_response:1; }","duration":"156.969925ms","start":"2026-02-26T02:30:24.782462Z","end":"2026-02-26T02:30:24.939432Z","steps":["trace[2084884791] 'process raft request' (duration: 156.340165ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.939573Z","caller":"traceutil/trace.go:171","msg":"trace[543352191] transaction","detail":"{read_only:false; response_revision:22352; number_of_response:1; }","duration":"157.12384ms","start":"2026-02-26T02:30:24.782394Z","end":"2026-02-26T02:30:24.939517Z","steps":["trace[543352191] 'process raft request' (duration: 156.375287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:24.939648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.010898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:24.939683Z","caller":"traceutil/trace.go:171","msg":"trace[1481715571] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22355; }","duration":"103.102921ms","start":"2026-02-26T02:30:24.836567Z","end":"2026-02-26T02:30:24.93967Z","steps":["trace[1481715571] 'agreement among raft nodes before linearized reading' (duration: 102.996818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:24.939711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.271607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-26T02:30:24.939835Z","caller":"traceutil/trace.go:171","msg":"trace[718909954] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22355; }","duration":"158.433672ms","start":"2026-02-26T02:30:24.781357Z","end":"2026-02-26T02:30:24.939791Z","steps":["trace[718909954] 'agreement among raft nodes before linearized reading' (duration: 158.04213ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:25.067888Z","caller":"traceutil/trace.go:171","msg":"trace[229867492] linearizableReadLoop","detail":"{readStateIndex:23159; appliedIndex:23158; }","duration":"116.799916ms","start":"2026-02-26T02:30:24.951061Z","end":"2026-02-26T02:30:25.067861Z","steps":["trace[229867492] 'read index received' (duration: 116.619011ms)","trace[229867492] 'applied index is now lower than readState.Index' (duration: 179.695µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:25.067991Z","caller":"traceutil/trace.go:171","msg":"trace[376306390] transaction","detail":"{read_only:false; response_revision:22356; number_of_response:1; }","duration":"120.316259ms","start":"2026-02-26T02:30:24.947591Z","end":"2026-02-26T02:30:25.067907Z","steps":["trace[376306390] 'process raft request' (duration: 120.0307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:25.06815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.058724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-26T02:30:25.068199Z","caller":"traceutil/trace.go:171","msg":"trace[545624669] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:22356; }","duration":"117.139888ms","start":"2026-02-26T02:30:24.951045Z","end":"2026-02-26T02:30:25.068185Z","steps":["trace[545624669] 'agreement among raft nodes before linearized reading' (duration: 116.946971ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:25.261488Z","caller":"traceutil/trace.go:171","msg":"trace[2093782196] linearizableReadLoop","detail":"{readStateIndex:23169; appliedIndex:23167; }","duration":"113.301736ms","start":"2026-02-26T02:30:25.148154Z","end":"2026-02-26T02:30:25.261456Z","steps":["trace[2093782196] 'read index received' (duration: 112.951085ms)","trace[2093782196] 'applied index is now lower than readState.Index' (duration: 349.511µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:25.261522Z","caller":"traceutil/trace.go:171","msg":"trace[2047668046] transaction","detail":"{read_only:false; response_revision:22365; number_of_response:1; }","duration":"118.666147ms","start":"2026-02-26T02:30:25.14281Z","end":"2026-02-26T02:30:25.261476Z","steps":["trace[2047668046] 'process raft request' (duration: 118.336996ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:25.261659Z","caller":"traceutil/trace.go:171","msg":"trace[544125303] transaction","detail":"{read_only:false; response_revision:22366; number_of_response:1; }","duration":"118.47492ms","start":"2026-02-26T02:30:25.143142Z","end":"2026-02-26T02:30:25.261617Z","steps":["trace[544125303] 'process raft request' (duration: 118.239273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:25.262007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.492766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-26T02:30:25.262135Z","caller":"traceutil/trace.go:171","msg":"trace[1335098508] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:22366; }","duration":"154.634111ms","start":"2026-02-26T02:30:25.107477Z","end":"2026-02-26T02:30:25.262112Z","steps":["trace[1335098508] 'agreement among raft nodes before linearized reading' (duration: 154.169596ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:25.496745Z","caller":"traceutil/trace.go:171","msg":"trace[444993631] transaction","detail":"{read_only:false; response_revision:22377; number_of_response:1; }","duration":"107.675607ms","start":"2026-02-26T02:30:25.389029Z","end":"2026-02-26T02:30:25.496705Z","steps":["trace[444993631] 'process raft request' (duration: 107.46276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:25.496838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.425816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7479"} {"level":"warn","ts":"2026-02-26T02:30:25.497108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.090256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-26T02:30:25.497155Z","caller":"traceutil/trace.go:171","msg":"trace[177131165] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:22377; }","duration":"133.813809ms","start":"2026-02-26T02:30:25.36332Z","end":"2026-02-26T02:30:25.497134Z","steps":["trace[177131165] 'agreement among raft nodes before linearized reading' (duration: 133.369335ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:25.497228Z","caller":"traceutil/trace.go:171","msg":"trace[1727927358] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22377; }","duration":"139.262762ms","start":"2026-02-26T02:30:25.357932Z","end":"2026-02-26T02:30:25.497195Z","steps":["trace[1727927358] 'agreement among raft nodes before linearized reading' (duration: 138.837678ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:25.635165Z","caller":"traceutil/trace.go:171","msg":"trace[57766501] linearizableReadLoop","detail":"{readStateIndex:23190; appliedIndex:23188; }","duration":"105.310031ms","start":"2026-02-26T02:30:25.529835Z","end":"2026-02-26T02:30:25.635145Z","steps":["trace[57766501] 'read index received' (duration: 36.990527ms)","trace[57766501] 'applied index is now lower than readState.Index' (duration: 68.318654ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:25.635297Z","caller":"traceutil/trace.go:171","msg":"trace[2026228600] transaction","detail":"{read_only:false; response_revision:22387; number_of_response:1; }","duration":"106.894632ms","start":"2026-02-26T02:30:25.528363Z","end":"2026-02-26T02:30:25.635257Z","steps":["trace[2026228600] 'process raft request' (duration: 106.567732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:25.635353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.081772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7777"} {"level":"info","ts":"2026-02-26T02:30:25.63538Z","caller":"traceutil/trace.go:171","msg":"trace[1329621684] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:22388; }","duration":"104.191876ms","start":"2026-02-26T02:30:25.53118Z","end":"2026-02-26T02:30:25.635372Z","steps":["trace[1329621684] 'agreement among raft nodes before linearized reading' (duration: 104.089152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:25.635434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.57576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-26T02:30:25.635532Z","caller":"traceutil/trace.go:171","msg":"trace[217194410] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22388; }","duration":"105.702724ms","start":"2026-02-26T02:30:25.529812Z","end":"2026-02-26T02:30:25.635514Z","steps":["trace[217194410] 'agreement among raft nodes before linearized reading' (duration: 105.447786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:25.635618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.283341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-02-26T02:30:25.635649Z","caller":"traceutil/trace.go:171","msg":"trace[300349434] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:22388; }","duration":"100.325352ms","start":"2026-02-26T02:30:25.535315Z","end":"2026-02-26T02:30:25.635641Z","steps":["trace[300349434] 'agreement among raft nodes before linearized reading' (duration: 100.223659ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:25.636417Z","caller":"traceutil/trace.go:171","msg":"trace[316653327] transaction","detail":"{read_only:false; response_revision:22388; number_of_response:1; }","duration":"105.953692ms","start":"2026-02-26T02:30:25.530427Z","end":"2026-02-26T02:30:25.636381Z","steps":["trace[316653327] 'process raft request' (duration: 104.65317ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:25.936165Z","caller":"traceutil/trace.go:171","msg":"trace[1260824744] transaction","detail":"{read_only:false; response_revision:22396; number_of_response:1; }","duration":"204.292401ms","start":"2026-02-26T02:30:25.731841Z","end":"2026-02-26T02:30:25.936134Z","steps":["trace[1260824744] 'process raft request' (duration: 203.969821ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:25.936175Z","caller":"traceutil/trace.go:171","msg":"trace[891953207] transaction","detail":"{read_only:false; response_revision:22397; number_of_response:1; }","duration":"195.193522ms","start":"2026-02-26T02:30:25.740955Z","end":"2026-02-26T02:30:25.936149Z","steps":["trace[891953207] 'process raft request' (duration: 195.060428ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:25.936449Z","caller":"traceutil/trace.go:171","msg":"trace[216363515] transaction","detail":"{read_only:false; response_revision:22398; number_of_response:1; }","duration":"194.17482ms","start":"2026-02-26T02:30:25.742247Z","end":"2026-02-26T02:30:25.936422Z","steps":["trace[216363515] 'process raft request' (duration: 193.834969ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:25.936453Z","caller":"traceutil/trace.go:171","msg":"trace[996640786] linearizableReadLoop","detail":"{readStateIndex:23200; appliedIndex:23198; }","duration":"204.412915ms","start":"2026-02-26T02:30:25.732004Z","end":"2026-02-26T02:30:25.936417Z","steps":["trace[996640786] 'read index received' (duration: 97.457872ms)","trace[996640786] 'applied index is now lower than readState.Index' (duration: 106.952773ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:25.936739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.723965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9619"} {"level":"info","ts":"2026-02-26T02:30:25.936845Z","caller":"traceutil/trace.go:171","msg":"trace[1401742504] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:22398; }","duration":"204.88573ms","start":"2026-02-26T02:30:25.73194Z","end":"2026-02-26T02:30:25.936826Z","steps":["trace[1401742504] 'agreement among raft nodes before linearized reading' (duration: 204.55133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:25.983725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.311195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:25.983829Z","caller":"traceutil/trace.go:171","msg":"trace[2001558890] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22399; }","duration":"250.4539ms","start":"2026-02-26T02:30:25.733352Z","end":"2026-02-26T02:30:25.983806Z","steps":["trace[2001558890] 'agreement among raft nodes before linearized reading' (duration: 250.242123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:25.98386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.710671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-db-init\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-26T02:30:25.983935Z","caller":"traceutil/trace.go:171","msg":"trace[39488292] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-db-init; range_end:; response_count:1; response_revision:22399; }","duration":"164.835396ms","start":"2026-02-26T02:30:25.819086Z","end":"2026-02-26T02:30:25.983921Z","steps":["trace[39488292] 'agreement among raft nodes before linearized reading' (duration: 164.633739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:25.983996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.996166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:30:25.984078Z","caller":"traceutil/trace.go:171","msg":"trace[2039093213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22399; }","duration":"152.181982ms","start":"2026-02-26T02:30:25.831878Z","end":"2026-02-26T02:30:25.98406Z","steps":["trace[2039093213] 'agreement among raft nodes before linearized reading' (duration: 151.78733ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:26.113152Z","caller":"traceutil/trace.go:171","msg":"trace[1528205007] transaction","detail":"{read_only:false; response_revision:22401; number_of_response:1; }","duration":"123.093847ms","start":"2026-02-26T02:30:25.990037Z","end":"2026-02-26T02:30:26.113131Z","steps":["trace[1528205007] 'process raft request' (duration: 122.786728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.113457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.184092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:30:26.113524Z","caller":"traceutil/trace.go:171","msg":"trace[1285658551] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22402; }","duration":"124.282454ms","start":"2026-02-26T02:30:25.989229Z","end":"2026-02-26T02:30:26.113511Z","steps":["trace[1285658551] 'agreement among raft nodes before linearized reading' (duration: 124.068558ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:26.113683Z","caller":"traceutil/trace.go:171","msg":"trace[1172954451] transaction","detail":"{read_only:false; response_revision:22402; number_of_response:1; }","duration":"122.832059ms","start":"2026-02-26T02:30:25.990842Z","end":"2026-02-26T02:30:26.113674Z","steps":["trace[1172954451] 'process raft request' (duration: 122.089305ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:27.206705Z","caller":"traceutil/trace.go:171","msg":"trace[1297265655] transaction","detail":"{read_only:false; response_revision:22414; number_of_response:1; }","duration":"109.858166ms","start":"2026-02-26T02:30:27.096824Z","end":"2026-02-26T02:30:27.206682Z","steps":["trace[1297265655] 'process raft request' (duration: 109.695811ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:27.857513Z","caller":"traceutil/trace.go:171","msg":"trace[1200524962] transaction","detail":"{read_only:false; response_revision:22423; number_of_response:1; }","duration":"121.693062ms","start":"2026-02-26T02:30:27.73579Z","end":"2026-02-26T02:30:27.857483Z","steps":["trace[1200524962] 'process raft request' (duration: 121.506236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:29.802589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.701144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:30:29.802682Z","caller":"traceutil/trace.go:171","msg":"trace[787563887] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22445; }","duration":"100.85514ms","start":"2026-02-26T02:30:29.701804Z","end":"2026-02-26T02:30:29.802659Z","steps":["trace[787563887] 'count revisions from in-memory index tree' (duration: 100.5468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.074864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.73774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:30.075066Z","caller":"traceutil/trace.go:171","msg":"trace[1749140671] transaction","detail":"{read_only:false; response_revision:22447; number_of_response:1; }","duration":"212.329717ms","start":"2026-02-26T02:30:29.862696Z","end":"2026-02-26T02:30:30.075026Z","steps":["trace[1749140671] 'process raft request' (duration: 65.292498ms)","trace[1749140671] 'compare' (duration: 146.325086ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:30.075176Z","caller":"traceutil/trace.go:171","msg":"trace[1842375268] transaction","detail":"{read_only:false; response_revision:22448; number_of_response:1; }","duration":"197.67276ms","start":"2026-02-26T02:30:29.877474Z","end":"2026-02-26T02:30:30.075147Z","steps":["trace[1842375268] 'process raft request' (duration: 197.554516ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:30.075197Z","caller":"traceutil/trace.go:171","msg":"trace[927954447] linearizableReadLoop","detail":"{readStateIndex:23252; appliedIndex:23250; }","duration":"208.944388ms","start":"2026-02-26T02:30:29.866226Z","end":"2026-02-26T02:30:30.07517Z","steps":["trace[927954447] 'read index received' (duration: 2.742387ms)","trace[927954447] 'applied index is now lower than readState.Index' (duration: 206.200441ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:30.075322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.068693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:30.07539Z","caller":"traceutil/trace.go:171","msg":"trace[1660659269] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22448; }","duration":"209.202907ms","start":"2026-02-26T02:30:29.866175Z","end":"2026-02-26T02:30:30.075378Z","steps":["trace[1660659269] 'agreement among raft nodes before linearized reading' (duration: 209.071723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.075418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.076743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:30.07542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.495955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:30.075465Z","caller":"traceutil/trace.go:171","msg":"trace[1770679272] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22448; }","duration":"209.174666ms","start":"2026-02-26T02:30:29.866275Z","end":"2026-02-26T02:30:30.07545Z","steps":["trace[1770679272] 'agreement among raft nodes before linearized reading' (duration: 209.075623ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:30.075472Z","caller":"traceutil/trace.go:171","msg":"trace[1358553984] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22448; }","duration":"208.559487ms","start":"2026-02-26T02:30:29.866899Z","end":"2026-02-26T02:30:30.075458Z","steps":["trace[1358553984] 'agreement among raft nodes before linearized reading' (duration: 208.472404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.075485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.136763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:30.075556Z","caller":"traceutil/trace.go:171","msg":"trace[899483527] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22448; }","duration":"208.243566ms","start":"2026-02-26T02:30:29.867295Z","end":"2026-02-26T02:30:30.075539Z","steps":["trace[899483527] 'agreement among raft nodes before linearized reading' (duration: 208.090131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.07564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.443202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:30.075761Z","caller":"traceutil/trace.go:171","msg":"trace[97696108] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:22448; }","duration":"208.751172ms","start":"2026-02-26T02:30:29.866984Z","end":"2026-02-26T02:30:30.075735Z","steps":["trace[97696108] 'agreement among raft nodes before linearized reading' (duration: 208.386221ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:30.821836Z","caller":"traceutil/trace.go:171","msg":"trace[1533027278] transaction","detail":"{read_only:false; response_revision:22455; number_of_response:1; }","duration":"107.460559ms","start":"2026-02-26T02:30:30.714347Z","end":"2026-02-26T02:30:30.821807Z","steps":["trace[1533027278] 'process raft request' (duration: 55.232558ms)","trace[1533027278] 'compare' (duration: 52.050016ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:30.864343Z","caller":"traceutil/trace.go:171","msg":"trace[1802972554] transaction","detail":"{read_only:false; response_revision:22456; number_of_response:1; }","duration":"144.827769ms","start":"2026-02-26T02:30:30.719464Z","end":"2026-02-26T02:30:30.864292Z","steps":["trace[1802972554] 'process raft request' (duration: 144.650733ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:32.225066Z","caller":"traceutil/trace.go:171","msg":"trace[187027055] transaction","detail":"{read_only:false; response_revision:22467; number_of_response:1; }","duration":"110.046902ms","start":"2026-02-26T02:30:32.11497Z","end":"2026-02-26T02:30:32.225017Z","steps":["trace[187027055] 'process raft request' (duration: 95.249341ms)","trace[187027055] 'compare' (duration: 14.566494ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:32.416701Z","caller":"traceutil/trace.go:171","msg":"trace[926810328] linearizableReadLoop","detail":"{readStateIndex:23276; appliedIndex:23274; }","duration":"105.771616ms","start":"2026-02-26T02:30:32.310909Z","end":"2026-02-26T02:30:32.416681Z","steps":["trace[926810328] 'read index received' (duration: 18.506889ms)","trace[926810328] 'applied index is now lower than readState.Index' (duration: 87.263557ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:32.416742Z","caller":"traceutil/trace.go:171","msg":"trace[470857837] transaction","detail":"{read_only:false; response_revision:22469; number_of_response:1; }","duration":"134.622843ms","start":"2026-02-26T02:30:32.282076Z","end":"2026-02-26T02:30:32.416699Z","steps":["trace[470857837] 'process raft request' (duration: 47.376217ms)","trace[470857837] 'compare' (duration: 87.03504ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:32.41688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.960671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:32.416919Z","caller":"traceutil/trace.go:171","msg":"trace[800686061] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22470; }","duration":"106.063555ms","start":"2026-02-26T02:30:32.310845Z","end":"2026-02-26T02:30:32.416909Z","steps":["trace[800686061] 'agreement among raft nodes before linearized reading' (duration: 105.956242ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:32.416756Z","caller":"traceutil/trace.go:171","msg":"trace[465256050] transaction","detail":"{read_only:false; response_revision:22470; number_of_response:1; }","duration":"133.329722ms","start":"2026-02-26T02:30:32.283395Z","end":"2026-02-26T02:30:32.416725Z","steps":["trace[465256050] 'process raft request' (duration: 133.24826ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:33.376775Z","caller":"traceutil/trace.go:171","msg":"trace[2022572593] linearizableReadLoop","detail":"{readStateIndex:23279; appliedIndex:23278; }","duration":"207.919817ms","start":"2026-02-26T02:30:33.168831Z","end":"2026-02-26T02:30:33.37675Z","steps":["trace[2022572593] 'read index received' (duration: 207.808673ms)","trace[2022572593] 'applied index is now lower than readState.Index' (duration: 109.714µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:33.376911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.053431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:33.376953Z","caller":"traceutil/trace.go:171","msg":"trace[1798702827] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:22473; }","duration":"208.156994ms","start":"2026-02-26T02:30:33.168784Z","end":"2026-02-26T02:30:33.376941Z","steps":["trace[1798702827] 'agreement among raft nodes before linearized reading' (duration: 208.063841ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:33.376934Z","caller":"traceutil/trace.go:171","msg":"trace[1876680380] transaction","detail":"{read_only:false; response_revision:22473; number_of_response:1; }","duration":"212.416739ms","start":"2026-02-26T02:30:33.164471Z","end":"2026-02-26T02:30:33.376888Z","steps":["trace[1876680380] 'process raft request' (duration: 212.077448ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:33.382677Z","caller":"traceutil/trace.go:171","msg":"trace[603994899] transaction","detail":"{read_only:false; response_revision:22474; number_of_response:1; }","duration":"135.162121ms","start":"2026-02-26T02:30:33.247488Z","end":"2026-02-26T02:30:33.38265Z","steps":["trace[603994899] 'process raft request' (duration: 134.880282ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:33.893681Z","caller":"traceutil/trace.go:171","msg":"trace[1674359293] transaction","detail":"{read_only:false; response_revision:22478; number_of_response:1; }","duration":"107.709577ms","start":"2026-02-26T02:30:33.785938Z","end":"2026-02-26T02:30:33.893648Z","steps":["trace[1674359293] 'process raft request' (duration: 107.1747ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:34.426606Z","caller":"traceutil/trace.go:171","msg":"trace[797148395] transaction","detail":"{read_only:false; response_revision:22484; number_of_response:1; }","duration":"120.454063ms","start":"2026-02-26T02:30:34.306102Z","end":"2026-02-26T02:30:34.426556Z","steps":["trace[797148395] 'process raft request' (duration: 88.898199ms)","trace[797148395] 'compare' (duration: 31.193172ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:35.957252Z","caller":"traceutil/trace.go:171","msg":"trace[1846411309] transaction","detail":"{read_only:false; response_revision:22497; number_of_response:1; }","duration":"133.916781ms","start":"2026-02-26T02:30:35.823304Z","end":"2026-02-26T02:30:35.957221Z","steps":["trace[1846411309] 'process raft request' (duration: 133.466617ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:36.428918Z","caller":"traceutil/trace.go:171","msg":"trace[960991419] linearizableReadLoop","detail":"{readStateIndex:23310; appliedIndex:23309; }","duration":"179.991188ms","start":"2026-02-26T02:30:36.2489Z","end":"2026-02-26T02:30:36.428892Z","steps":["trace[960991419] 'read index received' (duration: 179.842393ms)","trace[960991419] 'applied index is now lower than readState.Index' (duration: 147.135µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:36.428998Z","caller":"traceutil/trace.go:171","msg":"trace[368001252] transaction","detail":"{read_only:false; response_revision:22503; number_of_response:1; }","duration":"190.261455ms","start":"2026-02-26T02:30:36.238692Z","end":"2026-02-26T02:30:36.428954Z","steps":["trace[368001252] 'process raft request' (duration: 190.003306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:36.429169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.257707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T02:30:36.429213Z","caller":"traceutil/trace.go:171","msg":"trace[922192623] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22503; }","duration":"180.361989ms","start":"2026-02-26T02:30:36.248837Z","end":"2026-02-26T02:30:36.429199Z","steps":["trace[922192623] 'agreement among raft nodes before linearized reading' (duration: 180.194014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:36.429292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.424578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:30:36.42939Z","caller":"traceutil/trace.go:171","msg":"trace[1515636950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22503; }","duration":"123.577433ms","start":"2026-02-26T02:30:36.305789Z","end":"2026-02-26T02:30:36.429367Z","steps":["trace[1515636950] 'agreement among raft nodes before linearized reading' (duration: 123.312384ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:36.559352Z","caller":"traceutil/trace.go:171","msg":"trace[1136462644] linearizableReadLoop","detail":"{readStateIndex:23312; appliedIndex:23310; }","duration":"122.068515ms","start":"2026-02-26T02:30:36.437259Z","end":"2026-02-26T02:30:36.559327Z","steps":["trace[1136462644] 'read index received' (duration: 26.551856ms)","trace[1136462644] 'applied index is now lower than readState.Index' (duration: 95.515649ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:36.559488Z","caller":"traceutil/trace.go:171","msg":"trace[978428482] transaction","detail":"{read_only:false; response_revision:22505; number_of_response:1; }","duration":"123.508181ms","start":"2026-02-26T02:30:36.435926Z","end":"2026-02-26T02:30:36.559434Z","steps":["trace[978428482] 'process raft request' (duration: 123.217611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:36.559639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.345704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18765"} {"level":"info","ts":"2026-02-26T02:30:36.559705Z","caller":"traceutil/trace.go:171","msg":"trace[167320702] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22505; }","duration":"122.452647ms","start":"2026-02-26T02:30:36.437236Z","end":"2026-02-26T02:30:36.559688Z","steps":["trace[167320702] 'agreement among raft nodes before linearized reading' (duration: 122.226859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:36.574782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.970977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:36.574869Z","caller":"traceutil/trace.go:171","msg":"trace[1638700904] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:22506; }","duration":"136.091201ms","start":"2026-02-26T02:30:36.438758Z","end":"2026-02-26T02:30:36.574849Z","steps":["trace[1638700904] 'agreement among raft nodes before linearized reading' (duration: 135.913176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:36.574899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.700639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:30:36.574959Z","caller":"traceutil/trace.go:171","msg":"trace[282777228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22506; }","duration":"124.821852ms","start":"2026-02-26T02:30:36.45012Z","end":"2026-02-26T02:30:36.574941Z","steps":["trace[282777228] 'agreement among raft nodes before linearized reading' (duration: 124.623316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:36.57511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.829954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:30:36.575146Z","caller":"traceutil/trace.go:171","msg":"trace[165292444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22506; }","duration":"125.890326ms","start":"2026-02-26T02:30:36.449247Z","end":"2026-02-26T02:30:36.575138Z","steps":["trace[165292444] 'agreement among raft nodes before linearized reading' (duration: 125.794383ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:36.679482Z","caller":"traceutil/trace.go:171","msg":"trace[593507946] transaction","detail":"{read_only:false; response_revision:22507; number_of_response:1; }","duration":"102.021126ms","start":"2026-02-26T02:30:36.577428Z","end":"2026-02-26T02:30:36.679449Z","steps":["trace[593507946] 'process raft request' (duration: 100.426646ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:36.693037Z","caller":"traceutil/trace.go:171","msg":"trace[645839055] transaction","detail":"{read_only:false; response_revision:22508; number_of_response:1; }","duration":"114.608116ms","start":"2026-02-26T02:30:36.578409Z","end":"2026-02-26T02:30:36.693017Z","steps":["trace[645839055] 'process raft request' (duration: 114.466702ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:36.693291Z","caller":"traceutil/trace.go:171","msg":"trace[1962397252] transaction","detail":"{read_only:false; response_revision:22509; number_of_response:1; }","duration":"114.488173ms","start":"2026-02-26T02:30:36.578778Z","end":"2026-02-26T02:30:36.693266Z","steps":["trace[1962397252] 'process raft request' (duration: 114.209914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:36.934969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.144132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:36.935227Z","caller":"traceutil/trace.go:171","msg":"trace[55912064] transaction","detail":"{read_only:false; response_revision:22511; number_of_response:1; }","duration":"139.894632ms","start":"2026-02-26T02:30:36.795303Z","end":"2026-02-26T02:30:36.935197Z","steps":["trace[55912064] 'process raft request' (duration: 139.791339ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:36.93523Z","caller":"traceutil/trace.go:171","msg":"trace[244525619] transaction","detail":"{read_only:false; response_revision:22510; number_of_response:1; }","duration":"239.978547ms","start":"2026-02-26T02:30:36.695216Z","end":"2026-02-26T02:30:36.935195Z","steps":["trace[244525619] 'process raft request' (duration: 120.504835ms)","trace[244525619] 'compare' (duration: 118.890743ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:36.935354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.539333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:36.935415Z","caller":"traceutil/trace.go:171","msg":"trace[368843471] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22511; }","duration":"239.647336ms","start":"2026-02-26T02:30:36.695754Z","end":"2026-02-26T02:30:36.935402Z","steps":["trace[368843471] 'agreement among raft nodes before linearized reading' (duration: 239.533403ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:36.935246Z","caller":"traceutil/trace.go:171","msg":"trace[701104571] linearizableReadLoop","detail":"{readStateIndex:23317; appliedIndex:23316; }","duration":"239.422889ms","start":"2026-02-26T02:30:36.695795Z","end":"2026-02-26T02:30:36.935218Z","steps":["trace[701104571] 'read index received' (duration: 120.245546ms)","trace[701104571] 'applied index is now lower than readState.Index' (duration: 119.174382ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:36.935628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.629588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-26T02:30:36.93568Z","caller":"traceutil/trace.go:171","msg":"trace[1954566117] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22511; }","duration":"131.719652ms","start":"2026-02-26T02:30:36.803946Z","end":"2026-02-26T02:30:36.935666Z","steps":["trace[1954566117] 'agreement among raft nodes before linearized reading' (duration: 131.615489ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:37.178215Z","caller":"traceutil/trace.go:171","msg":"trace[1553808292] linearizableReadLoop","detail":"{readStateIndex:23323; appliedIndex:23322; }","duration":"134.597733ms","start":"2026-02-26T02:30:37.043589Z","end":"2026-02-26T02:30:37.178186Z","steps":["trace[1553808292] 'read index received' (duration: 134.418188ms)","trace[1553808292] 'applied index is now lower than readState.Index' (duration: 178.165µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:37.178306Z","caller":"traceutil/trace.go:171","msg":"trace[1966099750] transaction","detail":"{read_only:false; response_revision:22516; number_of_response:1; }","duration":"143.053363ms","start":"2026-02-26T02:30:37.035202Z","end":"2026-02-26T02:30:37.178256Z","steps":["trace[1966099750] 'process raft request' (duration: 142.815775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:37.178389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.774529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:37.178482Z","caller":"traceutil/trace.go:171","msg":"trace[1985783223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22516; }","duration":"134.922654ms","start":"2026-02-26T02:30:37.043539Z","end":"2026-02-26T02:30:37.178462Z","steps":["trace[1985783223] 'agreement among raft nodes before linearized reading' (duration: 134.751949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:40.80333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.844246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:40.803439Z","caller":"traceutil/trace.go:171","msg":"trace[180811631] linearizableReadLoop","detail":"{readStateIndex:23351; appliedIndex:23350; }","duration":"188.574ms","start":"2026-02-26T02:30:40.614848Z","end":"2026-02-26T02:30:40.803422Z","steps":["trace[180811631] 'read index received' (duration: 50.472666ms)","trace[180811631] 'applied index is now lower than readState.Index' (duration: 138.100034ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:40.803669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.817668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:30:40.803711Z","caller":"traceutil/trace.go:171","msg":"trace[1498301481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22544; }","duration":"188.893931ms","start":"2026-02-26T02:30:40.614804Z","end":"2026-02-26T02:30:40.803698Z","steps":["trace[1498301481] 'agreement among raft nodes before linearized reading' (duration: 188.721426ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:40.803768Z","caller":"traceutil/trace.go:171","msg":"trace[73970502] transaction","detail":"{read_only:false; response_revision:22544; number_of_response:1; }","duration":"189.711957ms","start":"2026-02-26T02:30:40.613999Z","end":"2026-02-26T02:30:40.803711Z","steps":["trace[73970502] 'process raft request' (duration: 51.393075ms)","trace[73970502] 'compare' (duration: 137.727673ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:41.028606Z","caller":"traceutil/trace.go:171","msg":"trace[708989590] transaction","detail":"{read_only:false; response_revision:22545; number_of_response:1; }","duration":"220.58617ms","start":"2026-02-26T02:30:40.807976Z","end":"2026-02-26T02:30:41.028563Z","steps":["trace[708989590] 'process raft request' (duration: 140.993217ms)","trace[708989590] 'compare' (duration: 79.254392ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:41.02863Z","caller":"traceutil/trace.go:171","msg":"trace[1472856067] transaction","detail":"{read_only:false; response_revision:22546; number_of_response:1; }","duration":"220.515827ms","start":"2026-02-26T02:30:40.808083Z","end":"2026-02-26T02:30:41.028599Z","steps":["trace[1472856067] 'process raft request' (duration: 220.401613ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:41.028932Z","caller":"traceutil/trace.go:171","msg":"trace[213776385] transaction","detail":"{read_only:false; response_revision:22547; number_of_response:1; }","duration":"220.070113ms","start":"2026-02-26T02:30:40.808822Z","end":"2026-02-26T02:30:41.028893Z","steps":["trace[213776385] 'process raft request' (duration: 219.713472ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:41.028975Z","caller":"traceutil/trace.go:171","msg":"trace[1066733678] linearizableReadLoop","detail":"{readStateIndex:23354; appliedIndex:23351; }","duration":"174.907426ms","start":"2026-02-26T02:30:40.854056Z","end":"2026-02-26T02:30:41.028964Z","steps":["trace[1066733678] 'read index received' (duration: 94.8753ms)","trace[1066733678] 'applied index is now lower than readState.Index' (duration: 80.031106ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:41.073152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.42501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:41.073206Z","caller":"traceutil/trace.go:171","msg":"trace[36347032] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:22548; }","duration":"179.503292ms","start":"2026-02-26T02:30:40.893691Z","end":"2026-02-26T02:30:41.073195Z","steps":["trace[36347032] 'agreement among raft nodes before linearized reading' (duration: 179.389848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:41.073191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.103612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:41.073288Z","caller":"traceutil/trace.go:171","msg":"trace[179690310] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22548; }","duration":"219.223206ms","start":"2026-02-26T02:30:40.854034Z","end":"2026-02-26T02:30:41.073257Z","steps":["trace[179690310] 'agreement among raft nodes before linearized reading' (duration: 174.990718ms)","trace[179690310] 'count revisions from in-memory index tree' (duration: 44.066012ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:43.284006Z","caller":"traceutil/trace.go:171","msg":"trace[119604334] transaction","detail":"{read_only:false; response_revision:22561; number_of_response:1; }","duration":"249.667795ms","start":"2026-02-26T02:30:43.034311Z","end":"2026-02-26T02:30:43.283978Z","steps":["trace[119604334] 'process raft request' (duration: 249.473439ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:43.301091Z","caller":"traceutil/trace.go:171","msg":"trace[434802029] transaction","detail":"{read_only:false; response_revision:22562; number_of_response:1; }","duration":"264.29344ms","start":"2026-02-26T02:30:43.036775Z","end":"2026-02-26T02:30:43.301069Z","steps":["trace[434802029] 'process raft request' (duration: 264.161186ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:43.301283Z","caller":"traceutil/trace.go:171","msg":"trace[1835591268] transaction","detail":"{read_only:false; response_revision:22563; number_of_response:1; }","duration":"264.347092ms","start":"2026-02-26T02:30:43.036929Z","end":"2026-02-26T02:30:43.301276Z","steps":["trace[1835591268] 'process raft request' (duration: 264.105914ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:43.301491Z","caller":"traceutil/trace.go:171","msg":"trace[857133994] transaction","detail":"{read_only:false; response_revision:22564; number_of_response:1; }","duration":"263.788204ms","start":"2026-02-26T02:30:43.037683Z","end":"2026-02-26T02:30:43.301471Z","steps":["trace[857133994] 'process raft request' (duration: 263.559777ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:47.711912Z","caller":"traceutil/trace.go:171","msg":"trace[803869540] transaction","detail":"{read_only:false; response_revision:22598; number_of_response:1; }","duration":"117.007214ms","start":"2026-02-26T02:30:47.594878Z","end":"2026-02-26T02:30:47.711885Z","steps":["trace[803869540] 'process raft request' (duration: 116.812848ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:47.712116Z","caller":"traceutil/trace.go:171","msg":"trace[600075955] transaction","detail":"{read_only:false; response_revision:22599; number_of_response:1; }","duration":"117.120727ms","start":"2026-02-26T02:30:47.594959Z","end":"2026-02-26T02:30:47.71208Z","steps":["trace[600075955] 'process raft request' (duration: 116.88863ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:49.824971Z","caller":"traceutil/trace.go:171","msg":"trace[868841426] transaction","detail":"{read_only:false; response_revision:22614; number_of_response:1; }","duration":"107.480251ms","start":"2026-02-26T02:30:49.717456Z","end":"2026-02-26T02:30:49.824936Z","steps":["trace[868841426] 'process raft request' (duration: 107.335286ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:51.880834Z","caller":"traceutil/trace.go:171","msg":"trace[1238675635] linearizableReadLoop","detail":"{readStateIndex:23434; appliedIndex:23433; }","duration":"368.912349ms","start":"2026-02-26T02:30:51.511894Z","end":"2026-02-26T02:30:51.880806Z","steps":["trace[1238675635] 'read index received' (duration: 368.704463ms)","trace[1238675635] 'applied index is now lower than readState.Index' (duration: 206.716µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:51.880891Z","caller":"traceutil/trace.go:171","msg":"trace[922502665] transaction","detail":"{read_only:false; response_revision:22624; number_of_response:1; }","duration":"440.618501ms","start":"2026-02-26T02:30:51.440224Z","end":"2026-02-26T02:30:51.880842Z","steps":["trace[922502665] 'process raft request' (duration: 440.344473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:51.881101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.152107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:30:51.88115Z","caller":"traceutil/trace.go:171","msg":"trace[818021239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22624; }","duration":"369.299882ms","start":"2026-02-26T02:30:51.511838Z","end":"2026-02-26T02:30:51.881138Z","steps":["trace[818021239] 'agreement among raft nodes before linearized reading' (duration: 369.098835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:51.881193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:51.511817Z","time spent":"369.366223ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:30:51.881207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:51.440194Z","time spent":"440.864069ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:51.906489Z","caller":"traceutil/trace.go:171","msg":"trace[1793359855] transaction","detail":"{read_only:false; response_revision:22625; number_of_response:1; }","duration":"309.102246ms","start":"2026-02-26T02:30:51.59736Z","end":"2026-02-26T02:30:51.906463Z","steps":["trace[1793359855] 'process raft request' (duration: 308.852098ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:51.906521Z","caller":"traceutil/trace.go:171","msg":"trace[2050049530] transaction","detail":"{read_only:false; response_revision:22626; number_of_response:1; }","duration":"264.984413ms","start":"2026-02-26T02:30:51.641508Z","end":"2026-02-26T02:30:51.906493Z","steps":["trace[2050049530] 'process raft request' (duration: 264.858769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:51.906718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.263037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:30:51.906518Z","caller":"traceutil/trace.go:171","msg":"trace[38247034] transaction","detail":"{read_only:false; response_revision:22627; number_of_response:1; }","duration":"114.763143ms","start":"2026-02-26T02:30:51.791721Z","end":"2026-02-26T02:30:51.906484Z","steps":["trace[38247034] 'process raft request' (duration: 114.69275ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:51.90677Z","caller":"traceutil/trace.go:171","msg":"trace[1254715433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22628; }","duration":"378.35318ms","start":"2026-02-26T02:30:51.528402Z","end":"2026-02-26T02:30:51.906755Z","steps":["trace[1254715433] 'agreement among raft nodes before linearized reading' (duration: 378.208836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:51.906803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:51.528375Z","time spent":"378.422902ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:51.906942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:51.59734Z","time spent":"309.244781ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:52.014765Z","caller":"traceutil/trace.go:171","msg":"trace[1238640329] transaction","detail":"{read_only:false; response_revision:22630; number_of_response:1; }","duration":"101.390486ms","start":"2026-02-26T02:30:51.913321Z","end":"2026-02-26T02:30:52.014712Z","steps":["trace[1238640329] 'process raft request' (duration: 39.034702ms)","trace[1238640329] 'compare' (duration: 61.707574ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:56.047439Z","caller":"traceutil/trace.go:171","msg":"trace[1767945045] linearizableReadLoop","detail":"{readStateIndex:23465; appliedIndex:23463; }","duration":"124.844713ms","start":"2026-02-26T02:30:55.922567Z","end":"2026-02-26T02:30:56.047412Z","steps":["trace[1767945045] 'read index received' (duration: 85.135319ms)","trace[1767945045] 'applied index is now lower than readState.Index' (duration: 39.707964ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:56.04747Z","caller":"traceutil/trace.go:171","msg":"trace[1075998915] transaction","detail":"{read_only:false; response_revision:22654; number_of_response:1; }","duration":"125.741521ms","start":"2026-02-26T02:30:55.921706Z","end":"2026-02-26T02:30:56.047447Z","steps":["trace[1075998915] 'process raft request' (duration: 125.540895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:56.047647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.069509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:30:56.047735Z","caller":"traceutil/trace.go:171","msg":"trace[645311720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22654; }","duration":"125.157972ms","start":"2026-02-26T02:30:55.922525Z","end":"2026-02-26T02:30:56.047683Z","steps":["trace[645311720] 'agreement among raft nodes before linearized reading' (duration: 124.995947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:57.135926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894602819,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:30:57.40441Z","caller":"traceutil/trace.go:171","msg":"trace[515419869] transaction","detail":"{read_only:false; response_revision:22660; number_of_response:1; }","duration":"837.693826ms","start":"2026-02-26T02:30:56.566681Z","end":"2026-02-26T02:30:57.404375Z","steps":["trace[515419869] 'process raft request' (duration: 837.440588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:57.404595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.566671Z","time spent":"837.835691ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:57.428398Z","caller":"traceutil/trace.go:171","msg":"trace[1188370241] linearizableReadLoop","detail":"{readStateIndex:23472; appliedIndex:23470; }","duration":"793.559582ms","start":"2026-02-26T02:30:56.634819Z","end":"2026-02-26T02:30:57.428379Z","steps":["trace[1188370241] 'read index received' (duration: 769.2833ms)","trace[1188370241] 'applied index is now lower than readState.Index' (duration: 24.275282ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:57.428478Z","caller":"traceutil/trace.go:171","msg":"trace[1755377168] transaction","detail":"{read_only:false; response_revision:22661; number_of_response:1; }","duration":"486.533772ms","start":"2026-02-26T02:30:56.941908Z","end":"2026-02-26T02:30:57.428442Z","steps":["trace[1755377168] 'process raft request' (duration: 486.346096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:57.428583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.754988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:57.428621Z","caller":"traceutil/trace.go:171","msg":"trace[1538120053] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:22661; }","duration":"793.832041ms","start":"2026-02-26T02:30:56.634778Z","end":"2026-02-26T02:30:57.42861Z","steps":["trace[1538120053] 'agreement among raft nodes before linearized reading' (duration: 793.698607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:57.428668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.634762Z","time spent":"793.897102ms","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":72,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:57.428728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.941869Z","time spent":"486.693907ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:57.42875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.295838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:30:57.428826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.914038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:57.428793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.040888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:30:57.428884Z","caller":"traceutil/trace.go:171","msg":"trace[2123453546] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22661; }","duration":"669.501634ms","start":"2026-02-26T02:30:56.759351Z","end":"2026-02-26T02:30:57.428853Z","steps":["trace[2123453546] 'agreement among raft nodes before linearized reading' (duration: 669.225576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:57.428972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.759331Z","time spent":"669.626189ms","remote":"127.0.0.1:34122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:57.428786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.393847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T02:30:57.429079Z","caller":"traceutil/trace.go:171","msg":"trace[1207543675] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22661; }","duration":"107.751149ms","start":"2026-02-26T02:30:57.321312Z","end":"2026-02-26T02:30:57.429063Z","steps":["trace[1207543675] 'agreement among raft nodes before linearized reading' (duration: 107.299305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:57.428716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.351577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:57.429131Z","caller":"traceutil/trace.go:171","msg":"trace[61308923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22661; }","duration":"382.828572ms","start":"2026-02-26T02:30:57.046289Z","end":"2026-02-26T02:30:57.429117Z","steps":["trace[61308923] 'agreement among raft nodes before linearized reading' (duration: 382.326686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:57.429175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:57.046266Z","time spent":"382.898144ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:30:57.428901Z","caller":"traceutil/trace.go:171","msg":"trace[1062156232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22661; }","duration":"575.190734ms","start":"2026-02-26T02:30:56.853694Z","end":"2026-02-26T02:30:57.428885Z","steps":["trace[1062156232] 'agreement among raft nodes before linearized reading' (duration: 574.964186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:57.429264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.853671Z","time spent":"575.573805ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:30:57.428899Z","caller":"traceutil/trace.go:171","msg":"trace[1459332669] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:22661; }","duration":"610.021752ms","start":"2026-02-26T02:30:56.818848Z","end":"2026-02-26T02:30:57.428869Z","steps":["trace[1459332669] 'agreement among raft nodes before linearized reading' (duration: 609.940529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:57.429402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.818817Z","time spent":"610.561379ms","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:58.247444Z","caller":"traceutil/trace.go:171","msg":"trace[2044673009] linearizableReadLoop","detail":"{readStateIndex:23482; appliedIndex:23480; }","duration":"105.609831ms","start":"2026-02-26T02:30:58.141805Z","end":"2026-02-26T02:30:58.247415Z","steps":["trace[2044673009] 'read index received' (duration: 17.448745ms)","trace[2044673009] 'applied index is now lower than readState.Index' (duration: 88.155585ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:58.247582Z","caller":"traceutil/trace.go:171","msg":"trace[1499499687] transaction","detail":"{read_only:false; response_revision:22671; number_of_response:1; }","duration":"117.057135ms","start":"2026-02-26T02:30:58.130455Z","end":"2026-02-26T02:30:58.247513Z","steps":["trace[1499499687] 'process raft request' (duration: 92.549785ms)","trace[1499499687] 'compare' (duration: 24.278292ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:58.247689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.818767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:58.247807Z","caller":"traceutil/trace.go:171","msg":"trace[1699067962] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22671; }","duration":"106.011803ms","start":"2026-02-26T02:30:58.141772Z","end":"2026-02-26T02:30:58.247784Z","steps":["trace[1699067962] 'agreement among raft nodes before linearized reading' (duration: 105.730434ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:00.235947Z","caller":"traceutil/trace.go:171","msg":"trace[838377378] transaction","detail":"{read_only:false; response_revision:22683; number_of_response:1; }","duration":"129.310295ms","start":"2026-02-26T02:31:00.10661Z","end":"2026-02-26T02:31:00.235921Z","steps":["trace[838377378] 'process raft request' (duration: 129.266853ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:00.236034Z","caller":"traceutil/trace.go:171","msg":"trace[1233671430] transaction","detail":"{read_only:false; response_revision:22682; number_of_response:1; }","duration":"129.445839ms","start":"2026-02-26T02:31:00.106558Z","end":"2026-02-26T02:31:00.236004Z","steps":["trace[1233671430] 'process raft request' (duration: 129.15281ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:00.261384Z","caller":"traceutil/trace.go:171","msg":"trace[464012208] linearizableReadLoop","detail":"{readStateIndex:23495; appliedIndex:23492; }","duration":"131.772673ms","start":"2026-02-26T02:31:00.129581Z","end":"2026-02-26T02:31:00.261354Z","steps":["trace[464012208] 'read index received' (duration: 106.105316ms)","trace[464012208] 'applied index is now lower than readState.Index' (duration: 25.666057ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:00.2615Z","caller":"traceutil/trace.go:171","msg":"trace[1963619947] transaction","detail":"{read_only:false; response_revision:22684; number_of_response:1; }","duration":"132.648171ms","start":"2026-02-26T02:31:00.12882Z","end":"2026-02-26T02:31:00.261469Z","steps":["trace[1963619947] 'process raft request' (duration: 132.31754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:00.261657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.050902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T02:31:00.261697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.596388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:31:00.261719Z","caller":"traceutil/trace.go:171","msg":"trace[38581061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22684; }","duration":"132.154185ms","start":"2026-02-26T02:31:00.129544Z","end":"2026-02-26T02:31:00.261698Z","steps":["trace[38581061] 'agreement among raft nodes before linearized reading' (duration: 131.977599ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:00.261764Z","caller":"traceutil/trace.go:171","msg":"trace[1027343368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22684; }","duration":"126.765134ms","start":"2026-02-26T02:31:00.13498Z","end":"2026-02-26T02:31:00.261745Z","steps":["trace[1027343368] 'agreement among raft nodes before linearized reading' (duration: 126.603378ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:00.439209Z","caller":"traceutil/trace.go:171","msg":"trace[635809475] transaction","detail":"{read_only:false; response_revision:22686; number_of_response:1; }","duration":"172.168189ms","start":"2026-02-26T02:31:00.267014Z","end":"2026-02-26T02:31:00.439182Z","steps":["trace[635809475] 'process raft request' (duration: 171.981363ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:00.439435Z","caller":"traceutil/trace.go:171","msg":"trace[1270346892] transaction","detail":"{read_only:false; response_revision:22687; number_of_response:1; }","duration":"172.256362ms","start":"2026-02-26T02:31:00.267141Z","end":"2026-02-26T02:31:00.439397Z","steps":["trace[1270346892] 'process raft request' (duration: 172.002654ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:02.17491Z","caller":"traceutil/trace.go:171","msg":"trace[1666720480] transaction","detail":"{read_only:false; response_revision:22694; number_of_response:1; }","duration":"116.58049ms","start":"2026-02-26T02:31:02.058293Z","end":"2026-02-26T02:31:02.174874Z","steps":["trace[1666720480] 'process raft request' (duration: 57.259682ms)","trace[1666720480] 'compare' (duration: 59.162953ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:02.344518Z","caller":"traceutil/trace.go:171","msg":"trace[2005219111] transaction","detail":"{read_only:false; response_revision:22697; number_of_response:1; }","duration":"102.892234ms","start":"2026-02-26T02:31:02.241574Z","end":"2026-02-26T02:31:02.344466Z","steps":["trace[2005219111] 'process raft request' (duration: 81.023318ms)","trace[2005219111] 'compare' (duration: 21.592117ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:06.489545Z","caller":"traceutil/trace.go:171","msg":"trace[222072160] linearizableReadLoop","detail":"{readStateIndex:23537; appliedIndex:23536; }","duration":"132.132695ms","start":"2026-02-26T02:31:06.357383Z","end":"2026-02-26T02:31:06.489515Z","steps":["trace[222072160] 'read index received' (duration: 55.086963ms)","trace[222072160] 'applied index is now lower than readState.Index' (duration: 77.044672ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:06.489603Z","caller":"traceutil/trace.go:171","msg":"trace[1518556473] transaction","detail":"{read_only:false; response_revision:22724; number_of_response:1; }","duration":"132.673751ms","start":"2026-02-26T02:31:06.356897Z","end":"2026-02-26T02:31:06.48957Z","steps":["trace[1518556473] 'process raft request' (duration: 55.619079ms)","trace[1518556473] 'compare' (duration: 76.875057ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:06.489812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.367232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:06.489936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.473156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-02-26T02:31:06.48991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.290699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:06.489994Z","caller":"traceutil/trace.go:171","msg":"trace[436598847] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22724; }","duration":"132.559538ms","start":"2026-02-26T02:31:06.357422Z","end":"2026-02-26T02:31:06.489982Z","steps":["trace[436598847] 'agreement among raft nodes before linearized reading' (duration: 132.346662ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:06.490016Z","caller":"traceutil/trace.go:171","msg":"trace[824739051] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22724; }","duration":"132.421974ms","start":"2026-02-26T02:31:06.357572Z","end":"2026-02-26T02:31:06.489994Z","steps":["trace[824739051] 'agreement among raft nodes before linearized reading' (duration: 132.277509ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:06.49006Z","caller":"traceutil/trace.go:171","msg":"trace[135601569] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22724; }","duration":"132.62731ms","start":"2026-02-26T02:31:06.357351Z","end":"2026-02-26T02:31:06.489979Z","steps":["trace[135601569] 'agreement among raft nodes before linearized reading' (duration: 132.279539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:06.490091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.565999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:31:06.490181Z","caller":"traceutil/trace.go:171","msg":"trace[929760390] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22724; }","duration":"132.713843ms","start":"2026-02-26T02:31:06.357446Z","end":"2026-02-26T02:31:06.49016Z","steps":["trace[929760390] 'agreement among raft nodes before linearized reading' (duration: 132.446075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:06.489874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.074693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:06.49025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.251695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:31:06.490327Z","caller":"traceutil/trace.go:171","msg":"trace[934665830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22724; }","duration":"113.419089ms","start":"2026-02-26T02:31:06.376893Z","end":"2026-02-26T02:31:06.490312Z","steps":["trace[934665830] 'agreement among raft nodes before linearized reading' (duration: 113.008666ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:06.490249Z","caller":"traceutil/trace.go:171","msg":"trace[1868006488] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22724; }","duration":"132.533497ms","start":"2026-02-26T02:31:06.357695Z","end":"2026-02-26T02:31:06.490228Z","steps":["trace[1868006488] 'agreement among raft nodes before linearized reading' (duration: 132.069323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:06.489902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.363922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:06.49074Z","caller":"traceutil/trace.go:171","msg":"trace[323150975] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22724; }","duration":"133.218019ms","start":"2026-02-26T02:31:06.357502Z","end":"2026-02-26T02:31:06.49072Z","steps":["trace[323150975] 'agreement among raft nodes before linearized reading' (duration: 132.343991ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:06.881768Z","caller":"traceutil/trace.go:171","msg":"trace[1457732590] linearizableReadLoop","detail":"{readStateIndex:23538; appliedIndex:23537; }","duration":"330.134116ms","start":"2026-02-26T02:31:06.551607Z","end":"2026-02-26T02:31:06.881741Z","steps":["trace[1457732590] 'read index received' (duration: 330.080154ms)","trace[1457732590] 'applied index is now lower than readState.Index' (duration: 52.652µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:06.881924Z","caller":"traceutil/trace.go:171","msg":"trace[1662840842] transaction","detail":"{read_only:false; response_revision:22725; number_of_response:1; }","duration":"386.751657ms","start":"2026-02-26T02:31:06.495095Z","end":"2026-02-26T02:31:06.881847Z","steps":["trace[1662840842] 'process raft request' (duration: 386.493699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:06.88209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.462126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:06.88214Z","caller":"traceutil/trace.go:171","msg":"trace[1694400075] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:22725; }","duration":"330.576119ms","start":"2026-02-26T02:31:06.551549Z","end":"2026-02-26T02:31:06.882126Z","steps":["trace[1694400075] 'agreement among raft nodes before linearized reading' (duration: 330.315241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:06.88218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:06.551527Z","time spent":"330.643362ms","remote":"127.0.0.1:41444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:06.882219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:06.495075Z","time spent":"386.955293ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:06.884215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.1055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:06.884232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.092041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:31:06.884273Z","caller":"traceutil/trace.go:171","msg":"trace[841329308] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22726; }","duration":"174.171292ms","start":"2026-02-26T02:31:06.710087Z","end":"2026-02-26T02:31:06.884258Z","steps":["trace[841329308] 'agreement among raft nodes before linearized reading' (duration: 174.070289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:06.884241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.522343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:06.884346Z","caller":"traceutil/trace.go:171","msg":"trace[1034468784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22726; }","duration":"328.198074ms","start":"2026-02-26T02:31:06.556083Z","end":"2026-02-26T02:31:06.884281Z","steps":["trace[1034468784] 'agreement among raft nodes before linearized reading' (duration: 328.014298ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:06.884346Z","caller":"traceutil/trace.go:171","msg":"trace[1639914349] transaction","detail":"{read_only:false; response_revision:22726; number_of_response:1; }","duration":"180.184104ms","start":"2026-02-26T02:31:06.704136Z","end":"2026-02-26T02:31:06.88432Z","steps":["trace[1639914349] 'process raft request' (duration: 179.871034ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:06.884352Z","caller":"traceutil/trace.go:171","msg":"trace[799733348] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22726; }","duration":"168.743249ms","start":"2026-02-26T02:31:06.71559Z","end":"2026-02-26T02:31:06.884333Z","steps":["trace[799733348] 'agreement among raft nodes before linearized reading' (duration: 168.525563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:06.884395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:06.556065Z","time spent":"328.318208ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:31:06.884481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.854808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:31:06.886271Z","caller":"traceutil/trace.go:171","msg":"trace[106012041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22726; }","duration":"255.663016ms","start":"2026-02-26T02:31:06.63053Z","end":"2026-02-26T02:31:06.886193Z","steps":["trace[106012041] 'agreement among raft nodes before linearized reading' (duration: 253.661192ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:08.599657Z","caller":"traceutil/trace.go:171","msg":"trace[1926650933] linearizableReadLoop","detail":"{readStateIndex:23550; appliedIndex:23549; }","duration":"103.830334ms","start":"2026-02-26T02:31:08.495805Z","end":"2026-02-26T02:31:08.599636Z","steps":["trace[1926650933] 'read index received' (duration: 103.633048ms)","trace[1926650933] 'applied index is now lower than readState.Index' (duration: 196.466µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:08.599702Z","caller":"traceutil/trace.go:171","msg":"trace[1773846891] transaction","detail":"{read_only:false; response_revision:22737; number_of_response:1; }","duration":"103.908727ms","start":"2026-02-26T02:31:08.495764Z","end":"2026-02-26T02:31:08.599672Z","steps":["trace[1773846891] 'process raft request' (duration: 103.739252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.599788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.957289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:08.599813Z","caller":"traceutil/trace.go:171","msg":"trace[1727665637] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22737; }","duration":"104.042821ms","start":"2026-02-26T02:31:08.495762Z","end":"2026-02-26T02:31:08.599804Z","steps":["trace[1727665637] 'agreement among raft nodes before linearized reading' (duration: 103.969049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.599907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.324358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:08.599994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.451522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:08.60001Z","caller":"traceutil/trace.go:171","msg":"trace[1010582514] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22737; }","duration":"103.484454ms","start":"2026-02-26T02:31:08.496521Z","end":"2026-02-26T02:31:08.600005Z","steps":["trace[1010582514] 'agreement among raft nodes before linearized reading' (duration: 103.453423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.599994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.460852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:31:08.600071Z","caller":"traceutil/trace.go:171","msg":"trace[2015646277] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22737; }","duration":"103.573836ms","start":"2026-02-26T02:31:08.496478Z","end":"2026-02-26T02:31:08.600052Z","steps":["trace[2015646277] 'agreement among raft nodes before linearized reading' (duration: 103.330848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.600082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.527634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:08.600145Z","caller":"traceutil/trace.go:171","msg":"trace[1688658190] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22737; }","duration":"103.608968ms","start":"2026-02-26T02:31:08.49652Z","end":"2026-02-26T02:31:08.600129Z","steps":["trace[1688658190] 'agreement among raft nodes before linearized reading' (duration: 103.482464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.600155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.114379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:31:08.600218Z","caller":"traceutil/trace.go:171","msg":"trace[1452486785] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22737; }","duration":"102.206883ms","start":"2026-02-26T02:31:08.497996Z","end":"2026-02-26T02:31:08.600202Z","steps":["trace[1452486785] 'agreement among raft nodes before linearized reading' (duration: 101.963265ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:08.600272Z","caller":"traceutil/trace.go:171","msg":"trace[2137315643] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22737; }","duration":"103.409161ms","start":"2026-02-26T02:31:08.496532Z","end":"2026-02-26T02:31:08.599941Z","steps":["trace[2137315643] 'agreement among raft nodes before linearized reading' (duration: 103.297067ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:12.297867Z","caller":"traceutil/trace.go:171","msg":"trace[878060729] transaction","detail":"{read_only:false; response_revision:22759; number_of_response:1; }","duration":"168.775431ms","start":"2026-02-26T02:31:12.129056Z","end":"2026-02-26T02:31:12.297831Z","steps":["trace[878060729] 'process raft request' (duration: 168.43122ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:13.846352Z","caller":"traceutil/trace.go:171","msg":"trace[208369805] transaction","detail":"{read_only:false; response_revision:22769; number_of_response:1; }","duration":"177.259581ms","start":"2026-02-26T02:31:13.669069Z","end":"2026-02-26T02:31:13.846329Z","steps":["trace[208369805] 'process raft request' (duration: 176.994762ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:17.794461Z","caller":"traceutil/trace.go:171","msg":"trace[2093991825] transaction","detail":"{read_only:false; response_revision:22798; number_of_response:1; }","duration":"135.084558ms","start":"2026-02-26T02:31:17.659338Z","end":"2026-02-26T02:31:17.794423Z","steps":["trace[2093991825] 'process raft request' (duration: 134.740987ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:23.854539Z","caller":"traceutil/trace.go:171","msg":"trace[1370029891] transaction","detail":"{read_only:false; response_revision:22860; number_of_response:1; }","duration":"110.933311ms","start":"2026-02-26T02:31:23.743576Z","end":"2026-02-26T02:31:23.85451Z","steps":["trace[1370029891] 'process raft request' (duration: 110.704983ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:23.915881Z","caller":"traceutil/trace.go:171","msg":"trace[294392898] transaction","detail":"{read_only:false; response_revision:22861; number_of_response:1; }","duration":"163.358069ms","start":"2026-02-26T02:31:23.752498Z","end":"2026-02-26T02:31:23.915856Z","steps":["trace[294392898] 'process raft request' (duration: 163.219464ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:24.786091Z","caller":"traceutil/trace.go:171","msg":"trace[2090682217] transaction","detail":"{read_only:false; response_revision:22871; number_of_response:1; }","duration":"137.286629ms","start":"2026-02-26T02:31:24.648768Z","end":"2026-02-26T02:31:24.786055Z","steps":["trace[2090682217] 'process raft request' (duration: 136.266996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.977952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.721878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:24.978104Z","caller":"traceutil/trace.go:171","msg":"trace[1285998001] transaction","detail":"{read_only:false; response_revision:22872; number_of_response:1; }","duration":"174.877854ms","start":"2026-02-26T02:31:24.803191Z","end":"2026-02-26T02:31:24.978069Z","steps":["trace[1285998001] 'process raft request' (duration: 60.941769ms)","trace[1285998001] 'compare' (duration: 113.530792ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:24.978177Z","caller":"traceutil/trace.go:171","msg":"trace[688289168] transaction","detail":"{read_only:false; response_revision:22873; number_of_response:1; }","duration":"155.57319ms","start":"2026-02-26T02:31:24.822585Z","end":"2026-02-26T02:31:24.978159Z","steps":["trace[688289168] 'process raft request' (duration: 155.478697ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:24.978187Z","caller":"traceutil/trace.go:171","msg":"trace[1541307939] linearizableReadLoop","detail":"{readStateIndex:23688; appliedIndex:23687; }","duration":"156.20767ms","start":"2026-02-26T02:31:24.821943Z","end":"2026-02-26T02:31:24.97815Z","steps":["trace[1541307939] 'read index received' (duration: 42.212233ms)","trace[1541307939] 'applied index is now lower than readState.Index' (duration: 113.988176ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:24.978387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.395425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:24.978442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.429717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-02-26T02:31:24.978486Z","caller":"traceutil/trace.go:171","msg":"trace[17111688] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:22873; }","duration":"156.486959ms","start":"2026-02-26T02:31:24.821988Z","end":"2026-02-26T02:31:24.978475Z","steps":["trace[17111688] 'agreement among raft nodes before linearized reading' (duration: 156.348634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.978444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.017614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:24.978497Z","caller":"traceutil/trace.go:171","msg":"trace[1509119636] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22873; }","duration":"156.551311ms","start":"2026-02-26T02:31:24.821902Z","end":"2026-02-26T02:31:24.978453Z","steps":["trace[1509119636] 'agreement among raft nodes before linearized reading' (duration: 156.351975ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:24.978549Z","caller":"traceutil/trace.go:171","msg":"trace[289808829] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22873; }","duration":"156.135768ms","start":"2026-02-26T02:31:24.82239Z","end":"2026-02-26T02:31:24.978526Z","steps":["trace[289808829] 'agreement among raft nodes before linearized reading' (duration: 155.957132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.978698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.457368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:24.978859Z","caller":"traceutil/trace.go:171","msg":"trace[2002779715] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22873; }","duration":"156.700216ms","start":"2026-02-26T02:31:24.822121Z","end":"2026-02-26T02:31:24.978821Z","steps":["trace[2002779715] 'agreement among raft nodes before linearized reading' (duration: 156.370555ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:27.518884Z","caller":"traceutil/trace.go:171","msg":"trace[1379840390] linearizableReadLoop","detail":"{readStateIndex:23709; appliedIndex:23708; }","duration":"125.049459ms","start":"2026-02-26T02:31:27.393803Z","end":"2026-02-26T02:31:27.518853Z","steps":["trace[1379840390] 'read index received' (duration: 110.468995ms)","trace[1379840390] 'applied index is now lower than readState.Index' (duration: 14.578704ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:27.518966Z","caller":"traceutil/trace.go:171","msg":"trace[840745252] transaction","detail":"{read_only:false; response_revision:22892; number_of_response:1; }","duration":"136.455912ms","start":"2026-02-26T02:31:27.382468Z","end":"2026-02-26T02:31:27.518924Z","steps":["trace[840745252] 'process raft request' (duration: 121.806415ms)","trace[840745252] 'compare' (duration: 14.181972ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:27.519529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.671028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:31:27.519618Z","caller":"traceutil/trace.go:171","msg":"trace[753575835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22892; }","duration":"125.855425ms","start":"2026-02-26T02:31:27.393743Z","end":"2026-02-26T02:31:27.519599Z","steps":["trace[753575835] 'agreement among raft nodes before linearized reading' (duration: 125.244536ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:28.672049Z","caller":"traceutil/trace.go:171","msg":"trace[328161680] linearizableReadLoop","detail":"{readStateIndex:23724; appliedIndex:23721; }","duration":"107.613724ms","start":"2026-02-26T02:31:28.564414Z","end":"2026-02-26T02:31:28.672028Z","steps":["trace[328161680] 'read index received' (duration: 107.356706ms)","trace[328161680] 'applied index is now lower than readState.Index' (duration: 255.768µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:28.67224Z","caller":"traceutil/trace.go:171","msg":"trace[717112176] transaction","detail":"{read_only:false; response_revision:22905; number_of_response:1; }","duration":"125.525675ms","start":"2026-02-26T02:31:28.546694Z","end":"2026-02-26T02:31:28.67222Z","steps":["trace[717112176] 'process raft request' (duration: 125.162873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:28.672634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.188233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:5044"} {"level":"info","ts":"2026-02-26T02:31:28.672713Z","caller":"traceutil/trace.go:171","msg":"trace[332131789] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:22906; }","duration":"108.307547ms","start":"2026-02-26T02:31:28.564387Z","end":"2026-02-26T02:31:28.672694Z","steps":["trace[332131789] 'agreement among raft nodes before linearized reading' (duration: 108.026608ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:28.672281Z","caller":"traceutil/trace.go:171","msg":"trace[1051010527] transaction","detail":"{read_only:false; response_revision:22906; number_of_response:1; }","duration":"118.709988ms","start":"2026-02-26T02:31:28.553543Z","end":"2026-02-26T02:31:28.672253Z","steps":["trace[1051010527] 'process raft request' (duration: 118.403068ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:28.672376Z","caller":"traceutil/trace.go:171","msg":"trace[1794198870] transaction","detail":"{read_only:false; response_revision:22904; number_of_response:1; }","duration":"128.939134ms","start":"2026-02-26T02:31:28.543405Z","end":"2026-02-26T02:31:28.672344Z","steps":["trace[1794198870] 'process raft request' (duration: 128.279583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:28.672504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.074689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:28.673001Z","caller":"traceutil/trace.go:171","msg":"trace[812110048] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22906; }","duration":"108.594176ms","start":"2026-02-26T02:31:28.564366Z","end":"2026-02-26T02:31:28.67296Z","steps":["trace[812110048] 'agreement among raft nodes before linearized reading' (duration: 108.09272ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:28.895088Z","caller":"traceutil/trace.go:171","msg":"trace[1808912268] linearizableReadLoop","detail":"{readStateIndex:23726; appliedIndex:23724; }","duration":"222.518991ms","start":"2026-02-26T02:31:28.672548Z","end":"2026-02-26T02:31:28.895067Z","steps":["trace[1808912268] 'read index received' (duration: 222.425048ms)","trace[1808912268] 'applied index is now lower than readState.Index' (duration: 92.793µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:28.895365Z","caller":"traceutil/trace.go:171","msg":"trace[327300139] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"328.587506ms","start":"2026-02-26T02:31:28.566768Z","end":"2026-02-26T02:31:28.895355Z","steps":["trace[327300139] 'process raft request' (duration: 328.100871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:28.895456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:28.566754Z","time spent":"328.640388ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:28.89561Z","caller":"traceutil/trace.go:171","msg":"trace[129169326] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"226.868519ms","start":"2026-02-26T02:31:28.668734Z","end":"2026-02-26T02:31:28.895602Z","steps":["trace[129169326] 'process raft request' (duration: 226.290921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:28.895719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.269051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:28.895748Z","caller":"traceutil/trace.go:171","msg":"trace[969006550] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22908; }","duration":"331.323323ms","start":"2026-02-26T02:31:28.564417Z","end":"2026-02-26T02:31:28.89574Z","steps":["trace[969006550] 'agreement among raft nodes before linearized reading' (duration: 331.276802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:28.895772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:28.564399Z","time spent":"331.367765ms","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:31:28.895884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.435357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:28.895909Z","caller":"traceutil/trace.go:171","msg":"trace[1993964781] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22908; }","duration":"331.500759ms","start":"2026-02-26T02:31:28.564402Z","end":"2026-02-26T02:31:28.895903Z","steps":["trace[1993964781] 'agreement among raft nodes before linearized reading' (duration: 331.466308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:28.895931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:28.564387Z","time spent":"331.53669ms","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:31:28.936602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.868027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:31:28.936691Z","caller":"traceutil/trace.go:171","msg":"trace[1800703713] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22909; }","duration":"160.003011ms","start":"2026-02-26T02:31:28.776666Z","end":"2026-02-26T02:31:28.936669Z","steps":["trace[1800703713] 'agreement among raft nodes before linearized reading' (duration: 159.810985ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:28.93695Z","caller":"traceutil/trace.go:171","msg":"trace[1232271930] transaction","detail":"{read_only:false; response_revision:22909; number_of_response:1; }","duration":"254.569951ms","start":"2026-02-26T02:31:28.682363Z","end":"2026-02-26T02:31:28.936933Z","steps":["trace[1232271930] 'process raft request' (duration: 253.58654ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:29.888458Z","caller":"traceutil/trace.go:171","msg":"trace[961429558] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"114.880185ms","start":"2026-02-26T02:31:29.773558Z","end":"2026-02-26T02:31:29.888439Z","steps":["trace[961429558] 'process raft request' (duration: 110.998112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:30.669769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.952654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:31:30.669858Z","caller":"traceutil/trace.go:171","msg":"trace[604381501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22928; }","duration":"162.198402ms","start":"2026-02-26T02:31:30.507638Z","end":"2026-02-26T02:31:30.669836Z","steps":["trace[604381501] 'range keys from in-memory index tree' (duration: 161.776148ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:30.878515Z","caller":"traceutil/trace.go:171","msg":"trace[1005721499] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"199.917182ms","start":"2026-02-26T02:31:30.678563Z","end":"2026-02-26T02:31:30.87848Z","steps":["trace[1005721499] 'process raft request' (duration: 162.362497ms)","trace[1005721499] 'compare' (duration: 36.894104ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:30.878543Z","caller":"traceutil/trace.go:171","msg":"trace[83034201] transaction","detail":"{read_only:false; response_revision:22931; number_of_response:1; }","duration":"199.916141ms","start":"2026-02-26T02:31:30.678601Z","end":"2026-02-26T02:31:30.878517Z","steps":["trace[83034201] 'process raft request' (duration: 199.643312ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:30.878653Z","caller":"traceutil/trace.go:171","msg":"trace[1101817404] linearizableReadLoop","detail":"{readStateIndex:23749; appliedIndex:23747; }","duration":"199.634562ms","start":"2026-02-26T02:31:30.678983Z","end":"2026-02-26T02:31:30.878617Z","steps":["trace[1101817404] 'read index received' (duration: 162.057757ms)","trace[1101817404] 'applied index is now lower than readState.Index' (duration: 37.571805ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:30.879136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.135538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:30.879197Z","caller":"traceutil/trace.go:171","msg":"trace[489928325] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22931; }","duration":"200.228391ms","start":"2026-02-26T02:31:30.678955Z","end":"2026-02-26T02:31:30.879183Z","steps":["trace[489928325] 'agreement among raft nodes before linearized reading' (duration: 199.706975ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:30.87928Z","caller":"traceutil/trace.go:171","msg":"trace[572218296] transaction","detail":"{read_only:false; response_revision:22932; number_of_response:1; }","duration":"199.190969ms","start":"2026-02-26T02:31:30.68007Z","end":"2026-02-26T02:31:30.879261Z","steps":["trace[572218296] 'process raft request' (duration: 198.30303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:30.880078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.832086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:31:30.880136Z","caller":"traceutil/trace.go:171","msg":"trace[248859660] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22932; }","duration":"104.915729ms","start":"2026-02-26T02:31:30.775206Z","end":"2026-02-26T02:31:30.880122Z","steps":["trace[248859660] 'agreement among raft nodes before linearized reading' (duration: 103.832675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:33.785583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.917642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:31:33.785643Z","caller":"traceutil/trace.go:171","msg":"trace[811642805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22951; }","duration":"162.028755ms","start":"2026-02-26T02:31:33.623601Z","end":"2026-02-26T02:31:33.78563Z","steps":["trace[811642805] 'range keys from in-memory index tree' (duration: 161.714916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:33.78576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.325155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:33.785823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.503857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:31:33.78588Z","caller":"traceutil/trace.go:171","msg":"trace[1281908954] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22951; }","duration":"135.509011ms","start":"2026-02-26T02:31:33.650342Z","end":"2026-02-26T02:31:33.785851Z","steps":["trace[1281908954] 'count revisions from in-memory index tree' (duration: 135.200632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:33.78579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.697378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:31:33.7859Z","caller":"traceutil/trace.go:171","msg":"trace[1803252958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22951; }","duration":"171.60487ms","start":"2026-02-26T02:31:33.614268Z","end":"2026-02-26T02:31:33.785872Z","steps":["trace[1803252958] 'range keys from in-memory index tree' (duration: 171.158755ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:33.785934Z","caller":"traceutil/trace.go:171","msg":"trace[1334614907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22951; }","duration":"157.902795ms","start":"2026-02-26T02:31:33.628025Z","end":"2026-02-26T02:31:33.785928Z","steps":["trace[1334614907] 'range keys from in-memory index tree' (duration: 157.536262ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:34.249906Z","caller":"traceutil/trace.go:171","msg":"trace[1945864299] transaction","detail":"{read_only:false; response_revision:22958; number_of_response:1; }","duration":"123.042436ms","start":"2026-02-26T02:31:34.126817Z","end":"2026-02-26T02:31:34.249859Z","steps":["trace[1945864299] 'process raft request' (duration: 122.745876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.422635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.036839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:35.422883Z","caller":"traceutil/trace.go:171","msg":"trace[1086632741] linearizableReadLoop","detail":"{readStateIndex:23787; appliedIndex:23785; }","duration":"314.617731ms","start":"2026-02-26T02:31:35.108243Z","end":"2026-02-26T02:31:35.422861Z","steps":["trace[1086632741] 'read index received' (duration: 101.265112ms)","trace[1086632741] 'applied index is now lower than readState.Index' (duration: 213.351399ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:35.423013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.763956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.423065Z","caller":"traceutil/trace.go:171","msg":"trace[964306660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22968; }","duration":"314.863479ms","start":"2026-02-26T02:31:35.108187Z","end":"2026-02-26T02:31:35.423051Z","steps":["trace[964306660] 'agreement among raft nodes before linearized reading' (duration: 314.752226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.423115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:35.108163Z","time spent":"314.940032ms","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:31:35.423238Z","caller":"traceutil/trace.go:171","msg":"trace[881902974] transaction","detail":"{read_only:false; response_revision:22967; number_of_response:1; }","duration":"343.580773ms","start":"2026-02-26T02:31:35.079634Z","end":"2026-02-26T02:31:35.423215Z","steps":["trace[881902974] 'process raft request' (duration: 129.838492ms)","trace[881902974] 'compare' (duration: 212.783261ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:35.423342Z","caller":"traceutil/trace.go:171","msg":"trace[990580385] transaction","detail":"{read_only:false; response_revision:22968; number_of_response:1; }","duration":"343.649076ms","start":"2026-02-26T02:31:35.079669Z","end":"2026-02-26T02:31:35.423318Z","steps":["trace[990580385] 'process raft request' (duration: 343.092318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.42338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:35.07961Z","time spent":"343.706787ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:35.423457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:35.079638Z","time spent":"343.763149ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:36.236458Z","caller":"traceutil/trace.go:171","msg":"trace[617219532] transaction","detail":"{read_only:false; response_revision:22975; number_of_response:1; }","duration":"123.850892ms","start":"2026-02-26T02:31:36.112583Z","end":"2026-02-26T02:31:36.236434Z","steps":["trace[617219532] 'process raft request' (duration: 123.698377ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:36.243478Z","caller":"traceutil/trace.go:171","msg":"trace[484233326] transaction","detail":"{read_only:false; response_revision:22976; number_of_response:1; }","duration":"125.314927ms","start":"2026-02-26T02:31:36.118125Z","end":"2026-02-26T02:31:36.24344Z","steps":["trace[484233326] 'process raft request' (duration: 125.144392ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:38.372135Z","caller":"traceutil/trace.go:171","msg":"trace[706993014] transaction","detail":"{read_only:false; response_revision:22989; number_of_response:1; }","duration":"107.583284ms","start":"2026-02-26T02:31:38.264536Z","end":"2026-02-26T02:31:38.372119Z","steps":["trace[706993014] 'process raft request' (duration: 104.167355ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:39.334457Z","caller":"traceutil/trace.go:171","msg":"trace[273432670] linearizableReadLoop","detail":"{readStateIndex:23815; appliedIndex:23814; }","duration":"101.966255ms","start":"2026-02-26T02:31:39.232445Z","end":"2026-02-26T02:31:39.334411Z","steps":["trace[273432670] 'read index received' (duration: 101.417047ms)","trace[273432670] 'applied index is now lower than readState.Index' (duration: 547.378µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:39.334615Z","caller":"traceutil/trace.go:171","msg":"trace[1933497989] transaction","detail":"{read_only:false; response_revision:22995; number_of_response:1; }","duration":"103.471282ms","start":"2026-02-26T02:31:39.231107Z","end":"2026-02-26T02:31:39.334579Z","steps":["trace[1933497989] 'process raft request' (duration: 102.76562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:39.334763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.285384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:39.334814Z","caller":"traceutil/trace.go:171","msg":"trace[768442251] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22995; }","duration":"102.435009ms","start":"2026-02-26T02:31:39.232362Z","end":"2026-02-26T02:31:39.334797Z","steps":["trace[768442251] 'agreement among raft nodes before linearized reading' (duration: 102.289984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:39.786394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.820687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:39.786483Z","caller":"traceutil/trace.go:171","msg":"trace[923404056] transaction","detail":"{read_only:false; response_revision:22997; number_of_response:1; }","duration":"227.532891ms","start":"2026-02-26T02:31:39.558932Z","end":"2026-02-26T02:31:39.786465Z","steps":["trace[923404056] 'process raft request' (duration: 33.543208ms)","trace[923404056] 'compare' (duration: 193.655062ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:32:12.643628Z","caller":"traceutil/trace.go:171","msg":"trace[1035059275] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"134.491149ms","start":"2026-02-26T02:32:12.509089Z","end":"2026-02-26T02:32:12.643581Z","steps":["trace[1035059275] 'process raft request' (duration: 52.041596ms)","trace[1035059275] 'compare' (duration: 82.170364ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:32:15.47682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.62835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:32:15.477222Z","caller":"traceutil/trace.go:171","msg":"trace[649745155] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"147.093801ms","start":"2026-02-26T02:32:15.330095Z","end":"2026-02-26T02:32:15.477189Z","steps":["trace[649745155] 'process raft request' (duration: 146.911795ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:15.477221Z","caller":"traceutil/trace.go:171","msg":"trace[680706066] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"150.52345ms","start":"2026-02-26T02:32:15.326662Z","end":"2026-02-26T02:32:15.477185Z","steps":["trace[680706066] 'compare' (duration: 143.118194ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:42.420452Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20459} {"level":"info","ts":"2026-02-26T02:32:42.541798Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20459,"took":"118.018296ms","hash":2042961913,"current-db-size-bytes":47611904,"current-db-size":"48 MB","current-db-size-in-use-bytes":39284736,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-02-26T02:32:42.541878Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2042961913,"revision":20459,"compact-revision":18438} {"level":"info","ts":"2026-02-26T02:33:18.625691Z","caller":"traceutil/trace.go:171","msg":"trace[405884052] linearizableReadLoop","detail":"{readStateIndex:24731; appliedIndex:24730; }","duration":"317.122561ms","start":"2026-02-26T02:33:18.308546Z","end":"2026-02-26T02:33:18.625668Z","steps":["trace[405884052] 'read index received' (duration: 316.930905ms)","trace[405884052] 'applied index is now lower than readState.Index' (duration: 190.756µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:18.625833Z","caller":"traceutil/trace.go:171","msg":"trace[2000208443] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"336.743136ms","start":"2026-02-26T02:33:18.289082Z","end":"2026-02-26T02:33:18.625825Z","steps":["trace[2000208443] 'process raft request' (duration: 336.427596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:18.625927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:18.289055Z","time spent":"336.802737ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:18.62618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.643468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:18.626204Z","caller":"traceutil/trace.go:171","msg":"trace[121349365] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23884; }","duration":"317.70948ms","start":"2026-02-26T02:33:18.308488Z","end":"2026-02-26T02:33:18.626198Z","steps":["trace[121349365] 'agreement among raft nodes before linearized reading' (duration: 317.657549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:18.626225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:18.308464Z","time spent":"317.754632ms","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:18.637833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.617789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:33:18.637932Z","caller":"traceutil/trace.go:171","msg":"trace[256268282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23884; }","duration":"126.767614ms","start":"2026-02-26T02:33:18.511142Z","end":"2026-02-26T02:33:18.63791Z","steps":["trace[256268282] 'agreement among raft nodes before linearized reading' (duration: 115.200946ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:19.118754Z","caller":"traceutil/trace.go:171","msg":"trace[8824034] linearizableReadLoop","detail":"{readStateIndex:24732; appliedIndex:24731; }","duration":"460.909267ms","start":"2026-02-26T02:33:18.657819Z","end":"2026-02-26T02:33:19.118728Z","steps":["trace[8824034] 'read index received' (duration: 458.856522ms)","trace[8824034] 'applied index is now lower than readState.Index' (duration: 2.051675ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:19.118885Z","caller":"traceutil/trace.go:171","msg":"trace[1636096927] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"477.560087ms","start":"2026-02-26T02:33:18.641312Z","end":"2026-02-26T02:33:19.118872Z","steps":["trace[1636096927] 'process raft request' (duration: 475.227452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:19.119069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:18.641292Z","time spent":"477.618029ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:19.119102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.257118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:33:19.119201Z","caller":"traceutil/trace.go:171","msg":"trace[1713353931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23885; }","duration":"461.412943ms","start":"2026-02-26T02:33:18.657766Z","end":"2026-02-26T02:33:19.119179Z","steps":["trace[1713353931] 'agreement among raft nodes before linearized reading' (duration: 461.186476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:19.119247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:18.657742Z","time spent":"461.495815ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:20.274974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.346943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:20.27518Z","caller":"traceutil/trace.go:171","msg":"trace[470966993] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"659.626211ms","start":"2026-02-26T02:33:19.615539Z","end":"2026-02-26T02:33:20.275165Z","steps":["trace[470966993] 'process raft request' (duration: 659.59595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:20.275234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.615509Z","time spent":"659.700983ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:20.275507Z","caller":"traceutil/trace.go:171","msg":"trace[1972269209] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"1.381564612s","start":"2026-02-26T02:33:18.893932Z","end":"2026-02-26T02:33:20.275497Z","steps":["trace[1972269209] 'process raft request' (duration: 649.633301ms)","trace[1972269209] 'compare' (duration: 729.265477ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:20.275554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:18.893913Z","time spent":"1.381618274s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:20.275643Z","caller":"traceutil/trace.go:171","msg":"trace[1769097433] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"1.248632563s","start":"2026-02-26T02:33:19.027003Z","end":"2026-02-26T02:33:20.275635Z","steps":["trace[1769097433] 'process raft request' (duration: 1.248046124s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:20.275685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.02697Z","time spent":"1.248695575s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:20.275768Z","caller":"traceutil/trace.go:171","msg":"trace[1134741356] linearizableReadLoop","detail":"{readStateIndex:24734; appliedIndex:24732; }","duration":"1.156948015s","start":"2026-02-26T02:33:19.118814Z","end":"2026-02-26T02:33:20.275762Z","steps":["trace[1134741356] 'read index received' (duration: 424.770775ms)","trace[1134741356] 'applied index is now lower than readState.Index' (duration: 732.1765ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:20.275816Z","caller":"traceutil/trace.go:171","msg":"trace[1539921027] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"1.144989004s","start":"2026-02-26T02:33:19.130822Z","end":"2026-02-26T02:33:20.275811Z","steps":["trace[1539921027] 'process raft request' (duration: 1.144272802s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:20.275847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.130803Z","time spent":"1.145024966s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:20.276028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274288169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:20.276056Z","caller":"traceutil/trace.go:171","msg":"trace[514359257] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23889; }","duration":"1.274350321s","start":"2026-02-26T02:33:19.001698Z","end":"2026-02-26T02:33:20.276049Z","steps":["trace[514359257] 'agreement among raft nodes before linearized reading' (duration: 1.274304229s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:20.276077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.001679Z","time spent":"1.274392432s","remote":"127.0.0.1:55844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:20.276254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617759589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:33:20.276343Z","caller":"traceutil/trace.go:171","msg":"trace[1838478622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23889; }","duration":"1.617821471s","start":"2026-02-26T02:33:18.658465Z","end":"2026-02-26T02:33:20.276286Z","steps":["trace[1838478622] 'agreement among raft nodes before linearized reading' (duration: 1.617706257s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:20.27637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:18.658454Z","time spent":"1.617908344s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:20.776711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894605948,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:33:20.94908Z","caller":"traceutil/trace.go:171","msg":"trace[513516293] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"1.212017068s","start":"2026-02-26T02:33:19.73701Z","end":"2026-02-26T02:33:20.949027Z","steps":["trace[513516293] 'process raft request' (duration: 1.198028503s)","trace[513516293] 'compare' (duration: 13.611983ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:20.949135Z","caller":"traceutil/trace.go:171","msg":"trace[1776676431] transaction","detail":"{read_only:false; response_revision:23891; number_of_response:1; }","duration":"1.211761541s","start":"2026-02-26T02:33:19.737341Z","end":"2026-02-26T02:33:20.949102Z","steps":["trace[1776676431] 'process raft request' (duration: 1.211598365s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:20.949214Z","caller":"traceutil/trace.go:171","msg":"trace[360056339] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"976.759642ms","start":"2026-02-26T02:33:19.972416Z","end":"2026-02-26T02:33:20.949175Z","steps":["trace[360056339] 'process raft request' (duration: 976.638768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:20.949295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.736981Z","time spent":"1.212207024s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:20.949309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.737315Z","time spent":"1.211896924s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:20.949377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.972381Z","time spent":"976.910637ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:21.02428Z","caller":"traceutil/trace.go:171","msg":"trace[815401069] transaction","detail":"{read_only:false; response_revision:23893; number_of_response:1; }","duration":"742.619872ms","start":"2026-02-26T02:33:20.281621Z","end":"2026-02-26T02:33:21.02424Z","steps":["trace[815401069] 'process raft request' (duration: 742.420565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:21.024517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:20.281563Z","time spent":"742.815928ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:21.02462Z","caller":"traceutil/trace.go:171","msg":"trace[741284135] transaction","detail":"{read_only:false; response_revision:23894; number_of_response:1; }","duration":"468.257521ms","start":"2026-02-26T02:33:20.556339Z","end":"2026-02-26T02:33:21.024597Z","steps":["trace[741284135] 'process raft request' (duration: 467.850558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:21.024724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:20.556252Z","time spent":"468.425916ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:21.025Z","caller":"traceutil/trace.go:171","msg":"trace[1751486722] transaction","detail":"{read_only:false; response_revision:23895; number_of_response:1; }","duration":"387.035706ms","start":"2026-02-26T02:33:20.637948Z","end":"2026-02-26T02:33:21.024984Z","steps":["trace[1751486722] 'process raft request' (duration: 386.567881ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:21.025022Z","caller":"traceutil/trace.go:171","msg":"trace[1359144537] linearizableReadLoop","detail":"{readStateIndex:24743; appliedIndex:24736; }","duration":"749.19547ms","start":"2026-02-26T02:33:20.275789Z","end":"2026-02-26T02:33:21.024985Z","steps":["trace[1359144537] 'read index received' (duration: 659.361171ms)","trace[1359144537] 'applied index is now lower than readState.Index' (duration: 89.832659ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:21.025143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111712057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:21.025067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:20.63793Z","time spent":"387.104399ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:21.025081Z","caller":"traceutil/trace.go:171","msg":"trace[1020961683] transaction","detail":"{read_only:false; response_revision:23896; number_of_response:1; }","duration":"263.188386ms","start":"2026-02-26T02:33:20.761811Z","end":"2026-02-26T02:33:21.025Z","steps":["trace[1020961683] 'process raft request' (duration: 263.025481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:21.025236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.506698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:21.025265Z","caller":"traceutil/trace.go:171","msg":"trace[977604480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23896; }","duration":"978.58141ms","start":"2026-02-26T02:33:20.046676Z","end":"2026-02-26T02:33:21.025258Z","steps":["trace[977604480] 'agreement among raft nodes before linearized reading' (duration: 978.534968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:21.025298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:20.04665Z","time spent":"978.642332ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:21.025363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502218043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:33:21.025415Z","caller":"traceutil/trace.go:171","msg":"trace[593969952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23896; }","duration":"1.502330326s","start":"2026-02-26T02:33:19.523072Z","end":"2026-02-26T02:33:21.025402Z","steps":["trace[593969952] 'agreement among raft nodes before linearized reading' (duration: 1.502101499s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:21.025191Z","caller":"traceutil/trace.go:171","msg":"trace[677906197] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23896; }","duration":"1.11181499s","start":"2026-02-26T02:33:19.913364Z","end":"2026-02-26T02:33:21.025179Z","steps":["trace[677906197] 'agreement among raft nodes before linearized reading' (duration: 1.111741968s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:21.025463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.52305Z","time spent":"1.502402779s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:33:21.025499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.913325Z","time spent":"1.112154181s","remote":"127.0.0.1:54556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:21.025664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.591277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-02-26T02:33:21.025713Z","caller":"traceutil/trace.go:171","msg":"trace[1820726722] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23896; }","duration":"734.780142ms","start":"2026-02-26T02:33:20.29092Z","end":"2026-02-26T02:33:21.0257Z","steps":["trace[1820726722] 'agreement among raft nodes before linearized reading' (duration: 734.619117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:21.025701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661988766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:33:21.025759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:20.290902Z","time spent":"734.847625ms","remote":"127.0.0.1:54698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-02-26T02:33:21.025814Z","caller":"traceutil/trace.go:171","msg":"trace[2062490176] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23896; }","duration":"1.662164752s","start":"2026-02-26T02:33:19.363622Z","end":"2026-02-26T02:33:21.025787Z","steps":["trace[2062490176] 'agreement among raft nodes before linearized reading' (duration: 1.661905834s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:21.02581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894758613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:33:21.025892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.363596Z","time spent":"1.662278626s","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:21.025919Z","caller":"traceutil/trace.go:171","msg":"trace[1056573382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23896; }","duration":"1.895113844s","start":"2026-02-26T02:33:19.130777Z","end":"2026-02-26T02:33:21.02589Z","steps":["trace[1056573382] 'agreement among raft nodes before linearized reading' (duration: 1.894543516s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:21.025851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.569159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:21.02602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.130761Z","time spent":"1.895247209s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:33:21.026103Z","caller":"traceutil/trace.go:171","msg":"trace[350463099] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23896; }","duration":"637.815217ms","start":"2026-02-26T02:33:20.38822Z","end":"2026-02-26T02:33:21.026035Z","steps":["trace[350463099] 'agreement among raft nodes before linearized reading' (duration: 637.429594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:21.026205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:20.388198Z","time spent":"637.990533ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:21.027362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.990532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T02:33:21.027755Z","caller":"traceutil/trace.go:171","msg":"trace[699767599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23896; }","duration":"391.181118ms","start":"2026-02-26T02:33:20.636262Z","end":"2026-02-26T02:33:21.027443Z","steps":["trace[699767599] 'agreement among raft nodes before linearized reading' (duration: 389.384641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:21.027871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:20.636239Z","time spent":"391.613211ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:33:21.532708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894605955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:22.033359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894605955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:22.166982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135510444s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:33:22.16723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.310536ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:22.167355Z","caller":"traceutil/trace.go:171","msg":"trace[1950675312] transaction","detail":"{read_only:false; response_revision:23897; number_of_response:1; }","duration":"1.135968378s","start":"2026-02-26T02:33:21.031352Z","end":"2026-02-26T02:33:22.16732Z","steps":["trace[1950675312] 'process raft request' (duration: 1.135786182s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:22.167419Z","caller":"traceutil/trace.go:171","msg":"trace[1473917998] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23896; }","duration":"349.75709ms","start":"2026-02-26T02:33:21.817633Z","end":"2026-02-26T02:33:22.16739Z","steps":["trace[1473917998] 'range keys from in-memory index tree' (duration: 349.291755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:22.16751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:21.031327Z","time spent":"1.136093622s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:22.168757Z","caller":"traceutil/trace.go:171","msg":"trace[1692350217] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"1.13700559s","start":"2026-02-26T02:33:21.03172Z","end":"2026-02-26T02:33:22.168726Z","steps":["trace[1692350217] 'process raft request' (duration: 1.136645549s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:22.168923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:21.031679Z","time spent":"1.137158486s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:23.161935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.456812ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:33:23.163735Z","caller":"traceutil/trace.go:171","msg":"trace[557855635] linearizableReadLoop","detail":"{readStateIndex:24747; appliedIndex:24743; }","duration":"2.131554128s","start":"2026-02-26T02:33:21.03214Z","end":"2026-02-26T02:33:23.163694Z","steps":["trace[557855635] 'read index received' (duration: 1.135067069s)","trace[557855635] 'applied index is now lower than readState.Index' (duration: 996.483879ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:23.16436Z","caller":"traceutil/trace.go:171","msg":"trace[1568796297] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"1.233076478s","start":"2026-02-26T02:33:21.930702Z","end":"2026-02-26T02:33:23.163779Z","steps":["trace[1568796297] 'process raft request' (duration: 1.231322472s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.164587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:21.930676Z","time spent":"1.233805581s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:23.166529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134371898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T02:33:23.166599Z","caller":"traceutil/trace.go:171","msg":"trace[1114537235] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23899; }","duration":"2.13444719s","start":"2026-02-26T02:33:21.032135Z","end":"2026-02-26T02:33:23.166582Z","steps":["trace[1114537235] 'agreement among raft nodes before linearized reading' (duration: 2.131734014s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.166648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:21.032095Z","time spent":"2.134542233s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:33:23.166727Z","caller":"traceutil/trace.go:171","msg":"trace[1624031970] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"883.664959ms","start":"2026-02-26T02:33:22.283035Z","end":"2026-02-26T02:33:23.1667Z","steps":["trace[1624031970] 'process raft request' (duration: 880.748726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.166873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:22.283001Z","time spent":"883.793553ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:23.172088Z","caller":"traceutil/trace.go:171","msg":"trace[942365332] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"888.608576ms","start":"2026-02-26T02:33:22.283453Z","end":"2026-02-26T02:33:23.172061Z","steps":["trace[942365332] 'process raft request' (duration: 888.338768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.172247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:22.283439Z","time spent":"888.698589ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:23.172245Z","caller":"traceutil/trace.go:171","msg":"trace[326512541] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"888.703089ms","start":"2026-02-26T02:33:22.283525Z","end":"2026-02-26T02:33:23.172228Z","steps":["trace[326512541] 'process raft request' (duration: 888.373378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.172388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:22.283492Z","time spent":"888.802332ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:23.172559Z","caller":"traceutil/trace.go:171","msg":"trace[411054223] transaction","detail":"{read_only:false; response_revision:23903; number_of_response:1; }","duration":"217.782159ms","start":"2026-02-26T02:33:22.954757Z","end":"2026-02-26T02:33:23.17254Z","steps":["trace[411054223] 'process raft request' (duration: 217.425508ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:23.172672Z","caller":"traceutil/trace.go:171","msg":"trace[2014002443] transaction","detail":"{read_only:false; response_revision:23904; number_of_response:1; }","duration":"217.385586ms","start":"2026-02-26T02:33:22.955274Z","end":"2026-02-26T02:33:23.17266Z","steps":["trace[2014002443] 'process raft request' (duration: 217.155969ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:23.172697Z","caller":"traceutil/trace.go:171","msg":"trace[847074074] transaction","detail":"{read_only:false; response_revision:23905; number_of_response:1; }","duration":"216.483257ms","start":"2026-02-26T02:33:22.956177Z","end":"2026-02-26T02:33:23.17266Z","steps":["trace[847074074] 'process raft request' (duration: 216.376854ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:23.172773Z","caller":"traceutil/trace.go:171","msg":"trace[946316498] transaction","detail":"{read_only:false; response_revision:23906; number_of_response:1; }","duration":"140.896623ms","start":"2026-02-26T02:33:23.031858Z","end":"2026-02-26T02:33:23.172755Z","steps":["trace[946316498] 'process raft request' (duration: 140.743758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.173246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140462322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-02-26T02:33:23.173285Z","caller":"traceutil/trace.go:171","msg":"trace[750148147] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23906; }","duration":"2.140530794s","start":"2026-02-26T02:33:21.032744Z","end":"2026-02-26T02:33:23.173275Z","steps":["trace[750148147] 'agreement among raft nodes before linearized reading' (duration: 2.140424531s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.173304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:21.03273Z","time spent":"2.140568505s","remote":"127.0.0.1:54698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-26T02:33:23.175167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126596919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:23.175203Z","caller":"traceutil/trace.go:171","msg":"trace[1180168190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23906; }","duration":"1.126669781s","start":"2026-02-26T02:33:22.048525Z","end":"2026-02-26T02:33:23.175194Z","steps":["trace[1180168190] 'agreement among raft nodes before linearized reading' (duration: 1.124150261s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.175229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:22.048504Z","time spent":"1.126715983s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:23.176026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103270628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:23.176084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.02295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:33:23.176096Z","caller":"traceutil/trace.go:171","msg":"trace[840122238] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23906; }","duration":"2.103408163s","start":"2026-02-26T02:33:21.072669Z","end":"2026-02-26T02:33:23.176078Z","steps":["trace[840122238] 'agreement among raft nodes before linearized reading' (duration: 2.100068567s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:23.176125Z","caller":"traceutil/trace.go:171","msg":"trace[941342810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23906; }","duration":"895.108152ms","start":"2026-02-26T02:33:22.281006Z","end":"2026-02-26T02:33:23.176114Z","steps":["trace[941342810] 'agreement among raft nodes before linearized reading' (duration: 891.665883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.176138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:21.072633Z","time spent":"2.103493036s","remote":"127.0.0.1:56108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:23.176156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:22.280981Z","time spent":"895.167354ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:23.176561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.19703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:23.176606Z","caller":"traceutil/trace.go:171","msg":"trace[1166020933] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23906; }","duration":"398.278523ms","start":"2026-02-26T02:33:22.778314Z","end":"2026-02-26T02:33:23.176592Z","steps":["trace[1166020933] 'agreement among raft nodes before linearized reading' (duration: 394.483323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.176617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735880598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:33:23.176635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:22.778293Z","time spent":"398.332655ms","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:23.17666Z","caller":"traceutil/trace.go:171","msg":"trace[24605646] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23906; }","duration":"1.735949239s","start":"2026-02-26T02:33:21.440697Z","end":"2026-02-26T02:33:23.176646Z","steps":["trace[24605646] 'agreement among raft nodes before linearized reading' (duration: 1.732078666s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.176693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:21.44068Z","time spent":"1.736002511s","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:23.176791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048133874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:33:23.176884Z","caller":"traceutil/trace.go:171","msg":"trace[1168863824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23906; }","duration":"2.048241127s","start":"2026-02-26T02:33:21.128617Z","end":"2026-02-26T02:33:23.176859Z","steps":["trace[1168863824] 'agreement among raft nodes before linearized reading' (duration: 2.044263s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.17701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:21.12856Z","time spent":"2.048366971s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:33:23.178137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.546677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:33:23.178212Z","caller":"traceutil/trace.go:171","msg":"trace[637839525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23906; }","duration":"148.707572ms","start":"2026-02-26T02:33:23.029487Z","end":"2026-02-26T02:33:23.178195Z","steps":["trace[637839525] 'agreement among raft nodes before linearized reading' (duration: 143.222368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.851431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.983413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:23.851524Z","caller":"traceutil/trace.go:171","msg":"trace[851656753] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23909; }","duration":"485.141248ms","start":"2026-02-26T02:33:23.366359Z","end":"2026-02-26T02:33:23.8515Z","steps":["trace[851656753] 'count revisions from in-memory index tree' (duration: 484.808857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.851522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.328347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-02-26T02:33:23.851569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:23.366308Z","time spent":"485.247922ms","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:23.851595Z","caller":"traceutil/trace.go:171","msg":"trace[1291293566] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23909; }","duration":"547.409299ms","start":"2026-02-26T02:33:23.304163Z","end":"2026-02-26T02:33:23.851572Z","steps":["trace[1291293566] 'range keys from in-memory index tree' (duration: 547.184083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.851592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.075773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-26T02:33:23.851645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:23.304151Z","time spent":"547.484442ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-26T02:33:23.851669Z","caller":"traceutil/trace.go:171","msg":"trace[273747760] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23909; }","duration":"577.174497ms","start":"2026-02-26T02:33:23.274473Z","end":"2026-02-26T02:33:23.851647Z","steps":["trace[273747760] 'range keys from in-memory index tree' (duration: 576.910508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.851724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:23.274462Z","time spent":"577.247599ms","remote":"127.0.0.1:41570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T02:33:23.851712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.875403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:23.851789Z","caller":"traceutil/trace.go:171","msg":"trace[1487070911] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23909; }","duration":"179.007557ms","start":"2026-02-26T02:33:23.672764Z","end":"2026-02-26T02:33:23.851771Z","steps":["trace[1487070911] 'count revisions from in-memory index tree' (duration: 178.740378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.851827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.212671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:23.851913Z","caller":"traceutil/trace.go:171","msg":"trace[218300478] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23909; }","duration":"332.315085ms","start":"2026-02-26T02:33:23.519579Z","end":"2026-02-26T02:33:23.851894Z","steps":["trace[218300478] 'count revisions from in-memory index tree' (duration: 332.133239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:23.851964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:23.519519Z","time spent":"332.434088ms","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:24.50907Z","caller":"traceutil/trace.go:171","msg":"trace[1213588640] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"332.820121ms","start":"2026-02-26T02:33:24.175961Z","end":"2026-02-26T02:33:24.508781Z","steps":["trace[1213588640] 'process raft request' (duration: 332.644545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:24.509225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:24.175947Z","time spent":"333.202403ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:25.54551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.64203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:25.545781Z","caller":"traceutil/trace.go:171","msg":"trace[1328393254] transaction","detail":"{read_only:false; response_revision:23913; number_of_response:1; }","duration":"372.444922ms","start":"2026-02-26T02:33:25.173316Z","end":"2026-02-26T02:33:25.545761Z","steps":["trace[1328393254] 'process raft request' (duration: 372.38863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:25.545858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:25.173299Z","time spent":"372.519574ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:25.546498Z","caller":"traceutil/trace.go:171","msg":"trace[2036207860] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"1.369455599s","start":"2026-02-26T02:33:24.176992Z","end":"2026-02-26T02:33:25.546448Z","steps":["trace[2036207860] 'process raft request' (duration: 840.770875ms)","trace[2036207860] 'compare' (duration: 527.343281ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:25.546539Z","caller":"traceutil/trace.go:171","msg":"trace[1004801102] linearizableReadLoop","detail":"{readStateIndex:24759; appliedIndex:24757; }","duration":"1.274152316s","start":"2026-02-26T02:33:24.272359Z","end":"2026-02-26T02:33:25.546511Z","steps":["trace[1004801102] 'read index received' (duration: 236.157915ms)","trace[1004801102] 'applied index is now lower than readState.Index' (duration: 1.037991641s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:25.546555Z","caller":"traceutil/trace.go:171","msg":"trace[1449483445] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"1.27397531s","start":"2026-02-26T02:33:24.272531Z","end":"2026-02-26T02:33:25.546507Z","steps":["trace[1449483445] 'process raft request' (duration: 1.273073511s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:25.546671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:24.176982Z","time spent":"1.369594463s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:25.546801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:24.272508Z","time spent":"1.274193647s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:25.546973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27459259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-02-26T02:33:25.547058Z","caller":"traceutil/trace.go:171","msg":"trace[2104814004] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23913; }","duration":"1.274717074s","start":"2026-02-26T02:33:24.272324Z","end":"2026-02-26T02:33:25.547041Z","steps":["trace[2104814004] 'agreement among raft nodes before linearized reading' (duration: 1.27430217s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:25.547132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:24.272289Z","time spent":"1.274804096s","remote":"127.0.0.1:46910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418203,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-26T02:33:26.047404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894605997,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:26.547957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894605997,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:26.622467Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078583991s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:33:26.759988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.903457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:26.760329Z","caller":"traceutil/trace.go:171","msg":"trace[936864202] transaction","detail":"{read_only:false; response_revision:23914; number_of_response:1; }","duration":"1.583262121s","start":"2026-02-26T02:33:25.177016Z","end":"2026-02-26T02:33:26.760278Z","steps":["trace[936864202] 'process raft request' (duration: 1.445612031s)","trace[936864202] 'compare' (duration: 136.235935ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:26.760491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:25.176984Z","time spent":"1.583423806s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:26.760902Z","caller":"traceutil/trace.go:171","msg":"trace[1369846902] transaction","detail":"{read_only:false; response_revision:23915; number_of_response:1; }","duration":"1.583830749s","start":"2026-02-26T02:33:25.177048Z","end":"2026-02-26T02:33:26.760879Z","steps":["trace[1369846902] 'process raft request' (duration: 1.583037074s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:26.761108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:25.177015Z","time spent":"1.583942232s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:26.76112Z","caller":"traceutil/trace.go:171","msg":"trace[1088042758] transaction","detail":"{read_only:false; response_revision:23916; number_of_response:1; }","duration":"1.582459005s","start":"2026-02-26T02:33:25.178644Z","end":"2026-02-26T02:33:26.761103Z","steps":["trace[1088042758] 'process raft request' (duration: 1.582103484s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:26.761219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:25.178634Z","time spent":"1.582538278s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:26.761615Z","caller":"traceutil/trace.go:171","msg":"trace[1973813485] transaction","detail":"{read_only:false; response_revision:23917; number_of_response:1; }","duration":"1.582870229s","start":"2026-02-26T02:33:25.178728Z","end":"2026-02-26T02:33:26.761598Z","steps":["trace[1973813485] 'process raft request' (duration: 1.582660232s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:26.761702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:25.178705Z","time spent":"1.582951861s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:26.761806Z","caller":"traceutil/trace.go:171","msg":"trace[1567682351] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"1.570311488s","start":"2026-02-26T02:33:25.191272Z","end":"2026-02-26T02:33:26.761584Z","steps":["trace[1567682351] 'process raft request' (duration: 1.570236596s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:26.761929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:25.191259Z","time spent":"1.570612158s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:26.762116Z","caller":"traceutil/trace.go:171","msg":"trace[800376777] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"1.57098337s","start":"2026-02-26T02:33:25.191069Z","end":"2026-02-26T02:33:26.762052Z","steps":["trace[800376777] 'process raft request' (duration: 1.570395241s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:26.762225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:25.191039Z","time spent":"1.571120535s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:27.046684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:33:27.046782Z","caller":"traceutil/trace.go:171","msg":"trace[401566164] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490178s","start":"2026-02-26T02:33:25.04627Z","end":"2026-02-26T02:33:27.04676Z","steps":["trace[401566164] 'agreement among raft nodes before linearized reading' (duration: 2.000352543s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:27.046836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:25.046249Z","time spent":"2.0005772s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:33:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:33:27.264734Z","caller":"traceutil/trace.go:171","msg":"trace[1534203877] transaction","detail":"{read_only:false; response_revision:23920; number_of_response:1; }","duration":"1.344548354s","start":"2026-02-26T02:33:25.920165Z","end":"2026-02-26T02:33:27.264713Z","steps":["trace[1534203877] 'process raft request' (duration: 1.343754539s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:27.264848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:25.920135Z","time spent":"1.344649908s","remote":"127.0.0.1:46910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:27.265294Z","caller":"traceutil/trace.go:171","msg":"trace[1574243192] linearizableReadLoop","detail":"{readStateIndex:24769; appliedIndex:24761; }","duration":"1.718688771s","start":"2026-02-26T02:33:25.546596Z","end":"2026-02-26T02:33:27.265284Z","steps":["trace[1574243192] 'read index received' (duration: 1.076125803s)","trace[1574243192] 'applied index is now lower than readState.Index' (duration: 642.561908ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:27.26541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160009103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:27.265441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074508213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:33:27.265468Z","caller":"traceutil/trace.go:171","msg":"trace[2064703612] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23921; }","duration":"2.160138438s","start":"2026-02-26T02:33:25.105319Z","end":"2026-02-26T02:33:27.265458Z","steps":["trace[2064703612] 'agreement among raft nodes before linearized reading' (duration: 2.160032745s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:27.26554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074765831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:33:27.265592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:25.105299Z","time spent":"2.160287692s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:27.265592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.986588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:27.265607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589636184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:33:27.265447Z","caller":"traceutil/trace.go:171","msg":"trace[1757576338] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"1.233961585s","start":"2026-02-26T02:33:26.031459Z","end":"2026-02-26T02:33:27.26542Z","steps":["trace[1757576338] 'process raft request' (duration: 1.23319079s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:27.26565Z","caller":"traceutil/trace.go:171","msg":"trace[1464280630] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:23921; }","duration":"1.589711466s","start":"2026-02-26T02:33:25.675926Z","end":"2026-02-26T02:33:27.265637Z","steps":["trace[1464280630] 'agreement among raft nodes before linearized reading' (duration: 1.589467378s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:27.265658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088902409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:33:27.265656Z","caller":"traceutil/trace.go:171","msg":"trace[930417574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23921; }","duration":"219.059771ms","start":"2026-02-26T02:33:27.046572Z","end":"2026-02-26T02:33:27.265632Z","steps":["trace[930417574] 'agreement among raft nodes before linearized reading' (duration: 218.984468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:27.265679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:25.675905Z","time spent":"1.589765788s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-02-26T02:33:27.265695Z","caller":"traceutil/trace.go:171","msg":"trace[649190780] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23921; }","duration":"1.08894439s","start":"2026-02-26T02:33:26.176742Z","end":"2026-02-26T02:33:27.265687Z","steps":["trace[649190780] 'agreement among raft nodes before linearized reading' (duration: 1.088763195s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:27.265487Z","caller":"traceutil/trace.go:171","msg":"trace[1411149247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23921; }","duration":"2.074569945s","start":"2026-02-26T02:33:25.190904Z","end":"2026-02-26T02:33:27.265474Z","steps":["trace[1411149247] 'agreement among raft nodes before linearized reading' (duration: 2.074391469s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:27.265715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:26.031439Z","time spent":"1.234208933s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:27.265733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:26.176704Z","time spent":"1.089020923s","remote":"127.0.0.1:54582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:27.265608Z","caller":"traceutil/trace.go:171","msg":"trace[1397468661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23921; }","duration":"2.074866774s","start":"2026-02-26T02:33:25.190725Z","end":"2026-02-26T02:33:27.265592Z","steps":["trace[1397468661] 'agreement among raft nodes before linearized reading' (duration: 2.074591886s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:27.265754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:25.190888Z","time spent":"2.074856574s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:33:27.265784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:25.190709Z","time spent":"2.07506795s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:27.265496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.254604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:27.265539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079583714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:33:27.265849Z","caller":"traceutil/trace.go:171","msg":"trace[1374316925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23921; }","duration":"2.079933285s","start":"2026-02-26T02:33:25.185907Z","end":"2026-02-26T02:33:27.26584Z","steps":["trace[1374316925] 'agreement among raft nodes before linearized reading' (duration: 2.079400488s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:27.265881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:25.185897Z","time spent":"2.079978077s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:27.265559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597612869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:27.26585Z","caller":"traceutil/trace.go:171","msg":"trace[802376255] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23921; }","duration":"256.672067ms","start":"2026-02-26T02:33:27.009164Z","end":"2026-02-26T02:33:27.265836Z","steps":["trace[802376255] 'agreement among raft nodes before linearized reading' (duration: 256.253454ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:27.265912Z","caller":"traceutil/trace.go:171","msg":"trace[314790610] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23921; }","duration":"2.598003811s","start":"2026-02-26T02:33:24.667898Z","end":"2026-02-26T02:33:27.265902Z","steps":["trace[314790610] 'agreement among raft nodes before linearized reading' (duration: 2.597629959s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:27.265494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.601088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:27.265979Z","caller":"traceutil/trace.go:171","msg":"trace[910550280] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23921; }","duration":"995.140485ms","start":"2026-02-26T02:33:26.270828Z","end":"2026-02-26T02:33:27.265968Z","steps":["trace[910550280] 'agreement among raft nodes before linearized reading' (duration: 994.592988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:27.266029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:26.270808Z","time spent":"995.207578ms","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:27.265987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:24.667878Z","time spent":"2.598084974s","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:27.265549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.501845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:33:27.26611Z","caller":"traceutil/trace.go:171","msg":"trace[906042623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23921; }","duration":"753.102544ms","start":"2026-02-26T02:33:26.513Z","end":"2026-02-26T02:33:27.266102Z","steps":["trace[906042623] 'agreement among raft nodes before linearized reading' (duration: 752.492854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:27.266133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:26.512978Z","time spent":"753.148305ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:33:27.793779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:28.886479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.306724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:28.886698Z","caller":"traceutil/trace.go:171","msg":"trace[1534321108] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"1.614881228s","start":"2026-02-26T02:33:27.271809Z","end":"2026-02-26T02:33:28.886691Z","steps":["trace[1534321108] 'process raft request' (duration: 1.614825847s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:28.886678Z","caller":"traceutil/trace.go:171","msg":"trace[1365492698] transaction","detail":"{read_only:false; response_revision:23922; number_of_response:1; }","duration":"1.615689464s","start":"2026-02-26T02:33:27.270955Z","end":"2026-02-26T02:33:28.886645Z","steps":["trace[1365492698] 'process raft request' (duration: 987.140692ms)","trace[1365492698] 'compare' (duration: 627.520619ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:28.886734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:27.271801Z","time spent":"1.614916369s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:28.886731Z","caller":"traceutil/trace.go:171","msg":"trace[780061526] transaction","detail":"{read_only:false; response_revision:23923; number_of_response:1; }","duration":"1.615690594s","start":"2026-02-26T02:33:27.271018Z","end":"2026-02-26T02:33:28.886709Z","steps":["trace[780061526] 'process raft request' (duration: 1.615535539s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:28.886771Z","caller":"traceutil/trace.go:171","msg":"trace[354224510] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"1.61555299s","start":"2026-02-26T02:33:27.271188Z","end":"2026-02-26T02:33:28.886741Z","steps":["trace[354224510] 'process raft request' (duration: 1.615429546s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:28.886782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:27.270937Z","time spent":"1.615792727s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:28.886854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:27.271014Z","time spent":"1.615770186s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:28.886889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:27.271167Z","time spent":"1.615659903s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:28.88696Z","caller":"traceutil/trace.go:171","msg":"trace[1906584548] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"1.593336163s","start":"2026-02-26T02:33:27.293609Z","end":"2026-02-26T02:33:28.886945Z","steps":["trace[1906584548] 'process raft request' (duration: 1.593048303s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:28.887013Z","caller":"traceutil/trace.go:171","msg":"trace[512079795] linearizableReadLoop","detail":"{readStateIndex:24777; appliedIndex:24770; }","duration":"1.59387826s","start":"2026-02-26T02:33:27.293113Z","end":"2026-02-26T02:33:28.886991Z","steps":["trace[512079795] 'read index received' (duration: 964.997258ms)","trace[512079795] 'applied index is now lower than readState.Index' (duration: 628.880152ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:28.887049Z","caller":"traceutil/trace.go:171","msg":"trace[673256214] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"1.334439084s","start":"2026-02-26T02:33:27.552594Z","end":"2026-02-26T02:33:28.887033Z","steps":["trace[673256214] 'process raft request' (duration: 1.334345681s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:28.887054Z","caller":"traceutil/trace.go:171","msg":"trace[1635209109] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"1.591477014s","start":"2026-02-26T02:33:27.295568Z","end":"2026-02-26T02:33:28.887045Z","steps":["trace[1635209109] 'process raft request' (duration: 1.591286398s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:28.887061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:27.293584Z","time spent":"1.593429136s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:28.887091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:27.295542Z","time spent":"1.591531965s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:28.887099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:27.552577Z","time spent":"1.334496986s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:28.887137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613582727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:28.887169Z","caller":"traceutil/trace.go:171","msg":"trace[622404417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23928; }","duration":"1.613644188s","start":"2026-02-26T02:33:27.273515Z","end":"2026-02-26T02:33:28.887159Z","steps":["trace[622404417] 'agreement among raft nodes before linearized reading' (duration: 1.613575236s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:28.887199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:27.273507Z","time spent":"1.61368531s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:28.88735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615930751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:28.887369Z","caller":"traceutil/trace.go:171","msg":"trace[866914012] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23928; }","duration":"1.615964263s","start":"2026-02-26T02:33:27.271398Z","end":"2026-02-26T02:33:28.887363Z","steps":["trace[866914012] 'agreement among raft nodes before linearized reading' (duration: 1.615928102s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:28.887385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:27.27139Z","time spent":"1.615991993s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:33:29.387726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606019,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:33:29.726041Z","caller":"traceutil/trace.go:171","msg":"trace[2048129559] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"958.657296ms","start":"2026-02-26T02:33:28.767362Z","end":"2026-02-26T02:33:29.726019Z","steps":["trace[2048129559] 'process raft request' (duration: 958.357846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:29.726172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:28.767353Z","time spent":"958.747298ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:29.726248Z","caller":"traceutil/trace.go:171","msg":"trace[403304144] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"958.602594ms","start":"2026-02-26T02:33:28.767604Z","end":"2026-02-26T02:33:29.726206Z","steps":["trace[403304144] 'process raft request' (duration: 958.155089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:29.726324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430928614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:29.726346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390395435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T02:33:29.726369Z","caller":"traceutil/trace.go:171","msg":"trace[1664031858] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"959.146272ms","start":"2026-02-26T02:33:28.767218Z","end":"2026-02-26T02:33:29.726364Z","steps":["trace[1664031858] 'process raft request' (duration: 958.45512ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:29.726338Z","caller":"traceutil/trace.go:171","msg":"trace[540412448] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"957.594722ms","start":"2026-02-26T02:33:28.768696Z","end":"2026-02-26T02:33:29.726291Z","steps":["trace[540412448] 'process raft request' (duration: 957.22321ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:29.726383Z","caller":"traceutil/trace.go:171","msg":"trace[1884040635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23935; }","duration":"1.431036628s","start":"2026-02-26T02:33:28.295333Z","end":"2026-02-26T02:33:29.72637Z","steps":["trace[1884040635] 'agreement among raft nodes before linearized reading' (duration: 1.430875493s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:29.726393Z","caller":"traceutil/trace.go:171","msg":"trace[1270302890] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23935; }","duration":"2.390476748s","start":"2026-02-26T02:33:27.335901Z","end":"2026-02-26T02:33:29.726378Z","steps":["trace[1270302890] 'agreement among raft nodes before linearized reading' (duration: 2.390181269s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:29.726382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.279804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T02:33:29.726407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:28.767553Z","time spent":"958.766459ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:29.726428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:27.335879Z","time spent":"2.39054137s","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-26T02:33:29.726444Z","caller":"traceutil/trace.go:171","msg":"trace[2129015124] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23935; }","duration":"865.392088ms","start":"2026-02-26T02:33:28.861038Z","end":"2026-02-26T02:33:29.72643Z","steps":["trace[2129015124] 'agreement among raft nodes before linearized reading' (duration: 865.027356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:29.72645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.586828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:29.726473Z","caller":"traceutil/trace.go:171","msg":"trace[1558034242] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23935; }","duration":"977.63877ms","start":"2026-02-26T02:33:28.748826Z","end":"2026-02-26T02:33:29.726464Z","steps":["trace[1558034242] 'agreement among raft nodes before linearized reading' (duration: 977.602599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:29.726501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:28.748804Z","time spent":"977.688692ms","remote":"127.0.0.1:41598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:29.726496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:28.768678Z","time spent":"957.733766ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:29.726511Z","caller":"traceutil/trace.go:171","msg":"trace[1942784451] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"955.712202ms","start":"2026-02-26T02:33:28.770786Z","end":"2026-02-26T02:33:29.726498Z","steps":["trace[1942784451] 'process raft request' (duration: 955.189245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:29.726569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144828071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"warn","ts":"2026-02-26T02:33:29.726583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:28.770761Z","time spent":"955.771404ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:29.726592Z","caller":"traceutil/trace.go:171","msg":"trace[184083907] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23935; }","duration":"2.144875243s","start":"2026-02-26T02:33:27.58171Z","end":"2026-02-26T02:33:29.726586Z","steps":["trace[184083907] 'agreement among raft nodes before linearized reading' (duration: 2.14480634s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:29.726611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:27.581695Z","time spent":"2.144912614s","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T02:33:29.726349Z","caller":"traceutil/trace.go:171","msg":"trace[1663638866] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"1.195549804s","start":"2026-02-26T02:33:28.530789Z","end":"2026-02-26T02:33:29.726339Z","steps":["trace[1663638866] 'process raft request' (duration: 1.144533s)","trace[1663638866] 'compare' (duration: 50.080724ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:29.726698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:28.530762Z","time spent":"1.195891895s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:29.726696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175315102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:33:29.726474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:28.861018Z","time spent":"865.45061ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:33:29.726735Z","caller":"traceutil/trace.go:171","msg":"trace[1084788143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23935; }","duration":"2.175391574s","start":"2026-02-26T02:33:27.551332Z","end":"2026-02-26T02:33:29.726724Z","steps":["trace[1084788143] 'agreement among raft nodes before linearized reading' (duration: 2.175287671s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:29.726768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:27.551313Z","time spent":"2.175449026s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:29.726407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:28.767199Z","time spent":"959.184782ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:29.726041Z","caller":"traceutil/trace.go:171","msg":"trace[161177120] linearizableReadLoop","detail":"{readStateIndex:24784; appliedIndex:24777; }","duration":"838.953757ms","start":"2026-02-26T02:33:28.887066Z","end":"2026-02-26T02:33:29.726019Z","steps":["trace[161177120] 'read index received' (duration: 788.173161ms)","trace[161177120] 'applied index is now lower than readState.Index' (duration: 50.779756ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:29.726412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:28.295313Z","time spent":"1.431094799s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:29.726909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.796489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:29.726928Z","caller":"traceutil/trace.go:171","msg":"trace[593289010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23935; }","duration":"743.85692ms","start":"2026-02-26T02:33:28.983065Z","end":"2026-02-26T02:33:29.726922Z","steps":["trace[593289010] 'agreement among raft nodes before linearized reading' (duration: 743.823929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:29.726895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.751188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:29.726955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:28.983042Z","time spent":"743.896602ms","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:29.726972Z","caller":"traceutil/trace.go:171","msg":"trace[2093699225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23935; }","duration":"837.891673ms","start":"2026-02-26T02:33:28.889074Z","end":"2026-02-26T02:33:29.726965Z","steps":["trace[2093699225] 'agreement among raft nodes before linearized reading' (duration: 837.79857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:29.727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:28.889053Z","time spent":"837.938324ms","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:29.72701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.218927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:29.727019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.407835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:29.727055Z","caller":"traceutil/trace.go:171","msg":"trace[215180601] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23935; }","duration":"269.301439ms","start":"2026-02-26T02:33:29.45774Z","end":"2026-02-26T02:33:29.727042Z","steps":["trace[215180601] 'agreement among raft nodes before linearized reading' (duration: 269.217346ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:29.727059Z","caller":"traceutil/trace.go:171","msg":"trace[477208080] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23935; }","duration":"836.458967ms","start":"2026-02-26T02:33:28.890587Z","end":"2026-02-26T02:33:29.727046Z","steps":["trace[477208080] 'agreement among raft nodes before linearized reading' (duration: 836.378905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:29.727081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.601481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-26T02:33:29.727092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:28.89058Z","time spent":"836.503738ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:29.727104Z","caller":"traceutil/trace.go:171","msg":"trace[11042895] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23935; }","duration":"836.652953ms","start":"2026-02-26T02:33:28.890444Z","end":"2026-02-26T02:33:29.727097Z","steps":["trace[11042895] 'agreement among raft nodes before linearized reading' (duration: 836.57458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:29.727125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:28.890428Z","time spent":"836.691495ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:33:29.72713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.010386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:29.727153Z","caller":"traceutil/trace.go:171","msg":"trace[1695130633] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23935; }","duration":"832.040466ms","start":"2026-02-26T02:33:28.895103Z","end":"2026-02-26T02:33:29.727144Z","steps":["trace[1695130633] 'agreement among raft nodes before linearized reading' (duration: 832.004855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:29.727166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:28.895097Z","time spent":"832.065847ms","remote":"127.0.0.1:54518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:33:29.727628Z","caller":"traceutil/trace.go:171","msg":"trace[2141796371] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"959.41504ms","start":"2026-02-26T02:33:28.768193Z","end":"2026-02-26T02:33:29.727608Z","steps":["trace[2141796371] 'process raft request' (duration: 957.611913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:29.727726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:28.768174Z","time spent":"959.500862ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:30.235721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606025,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:33:30.596227Z","caller":"traceutil/trace.go:171","msg":"trace[1188537684] linearizableReadLoop","detail":"{readStateIndex:24785; appliedIndex:24784; }","duration":"861.08716ms","start":"2026-02-26T02:33:29.735117Z","end":"2026-02-26T02:33:30.596204Z","steps":["trace[1188537684] 'read index received' (duration: 820.964743ms)","trace[1188537684] 'applied index is now lower than readState.Index' (duration: 40.121417ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:30.59625Z","caller":"traceutil/trace.go:171","msg":"trace[494081266] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"862.077362ms","start":"2026-02-26T02:33:29.734139Z","end":"2026-02-26T02:33:30.596216Z","steps":["trace[494081266] 'process raft request' (duration: 821.984626ms)","trace[494081266] 'compare' (duration: 39.300031ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:30.596437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.603455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:30.596478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.548919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:30.596506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.370649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-02-26T02:33:30.596484Z","caller":"traceutil/trace.go:171","msg":"trace[350369042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23936; }","duration":"860.683527ms","start":"2026-02-26T02:33:29.735789Z","end":"2026-02-26T02:33:30.596472Z","steps":["trace[350369042] 'agreement among raft nodes before linearized reading' (duration: 860.596114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:30.596604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.905266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:30.59661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.200731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-26T02:33:30.596624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:29.735776Z","time spent":"860.839013ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:33:30.596633Z","caller":"traceutil/trace.go:171","msg":"trace[682213863] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23936; }","duration":"306.970688ms","start":"2026-02-26T02:33:30.289654Z","end":"2026-02-26T02:33:30.596624Z","steps":["trace[682213863] 'agreement among raft nodes before linearized reading' (duration: 306.921696ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:30.596628Z","caller":"traceutil/trace.go:171","msg":"trace[1742975071] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23936; }","duration":"861.539224ms","start":"2026-02-26T02:33:29.735065Z","end":"2026-02-26T02:33:30.596604Z","steps":["trace[1742975071] 'agreement among raft nodes before linearized reading' (duration: 861.220834ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:30.59665Z","caller":"traceutil/trace.go:171","msg":"trace[393729148] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23936; }","duration":"717.274944ms","start":"2026-02-26T02:33:29.879363Z","end":"2026-02-26T02:33:30.596638Z","steps":["trace[393729148] 'agreement among raft nodes before linearized reading' (duration: 717.208172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:30.596667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:30.289604Z","time spent":"307.055511ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:30.596682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:29.87934Z","time spent":"717.337446ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:33:30.596689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:29.735045Z","time spent":"861.629517ms","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:33:30.596893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.847683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-02-26T02:33:30.596535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.365972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:33:30.596926Z","caller":"traceutil/trace.go:171","msg":"trace[404072999] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23936; }","duration":"756.914435ms","start":"2026-02-26T02:33:29.84Z","end":"2026-02-26T02:33:30.596914Z","steps":["trace[404072999] 'agreement among raft nodes before linearized reading' (duration: 756.796841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:30.596955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:29.839978Z","time spent":"756.969777ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-02-26T02:33:30.59695Z","caller":"traceutil/trace.go:171","msg":"trace[894474078] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23936; }","duration":"742.834868ms","start":"2026-02-26T02:33:29.854093Z","end":"2026-02-26T02:33:30.596928Z","steps":["trace[894474078] 'agreement among raft nodes before linearized reading' (duration: 742.29553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:30.597013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:29.854074Z","time spent":"742.91976ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:33:30.597112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.295847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-02-26T02:33:30.597129Z","caller":"traceutil/trace.go:171","msg":"trace[724494755] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23936; }","duration":"861.322898ms","start":"2026-02-26T02:33:29.735801Z","end":"2026-02-26T02:33:30.597124Z","steps":["trace[724494755] 'agreement among raft nodes before linearized reading' (duration: 861.260336ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:30.59655Z","caller":"traceutil/trace.go:171","msg":"trace[603812855] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23936; }","duration":"457.677383ms","start":"2026-02-26T02:33:30.138855Z","end":"2026-02-26T02:33:30.596532Z","steps":["trace[603812855] 'agreement among raft nodes before linearized reading' (duration: 457.541799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:30.59716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.509158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:30.597201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:30.138829Z","time spent":"458.343584ms","remote":"127.0.0.1:54472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:30.597223Z","caller":"traceutil/trace.go:171","msg":"trace[1848177327] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23936; }","duration":"858.603551ms","start":"2026-02-26T02:33:29.738601Z","end":"2026-02-26T02:33:30.597205Z","steps":["trace[1848177327] 'agreement among raft nodes before linearized reading' (duration: 858.489268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:30.597144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:29.735795Z","time spent":"861.345108ms","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:33:30.597291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:29.738587Z","time spent":"858.691494ms","remote":"127.0.0.1:54518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:33:30.596422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:29.734123Z","time spent":"862.225136ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:31.54563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:31.707536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.268373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:31.707629Z","caller":"traceutil/trace.go:171","msg":"trace[309591110] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23938; }","duration":"925.417928ms","start":"2026-02-26T02:33:30.782188Z","end":"2026-02-26T02:33:31.707606Z","steps":["trace[309591110] 'count revisions from in-memory index tree' (duration: 925.179761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:31.707767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:30.782168Z","time spent":"925.582383ms","remote":"127.0.0.1:46940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:31.707983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.090029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:33:31.70806Z","caller":"traceutil/trace.go:171","msg":"trace[990052018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23938; }","duration":"816.222844ms","start":"2026-02-26T02:33:30.891817Z","end":"2026-02-26T02:33:31.70804Z","steps":["trace[990052018] 'range keys from in-memory index tree' (duration: 815.916134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:31.708096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:30.891795Z","time spent":"816.293765ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:31.708183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.630067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:33:31.708243Z","caller":"traceutil/trace.go:171","msg":"trace[1085061020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23938; }","duration":"816.698069ms","start":"2026-02-26T02:33:30.89153Z","end":"2026-02-26T02:33:31.708228Z","steps":["trace[1085061020] 'range keys from in-memory index tree' (duration: 816.491222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:31.708272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:30.891436Z","time spent":"816.830343ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:33:31.708394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.863284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:33:31.708432Z","caller":"traceutil/trace.go:171","msg":"trace[122017228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23938; }","duration":"816.944497ms","start":"2026-02-26T02:33:30.891476Z","end":"2026-02-26T02:33:31.708421Z","steps":["trace[122017228] 'range keys from in-memory index tree' (duration: 816.635927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:31.708468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:30.891451Z","time spent":"817.004738ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:33:31.708559Z","caller":"traceutil/trace.go:171","msg":"trace[1660188767] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"813.999223ms","start":"2026-02-26T02:33:30.894549Z","end":"2026-02-26T02:33:31.708548Z","steps":["trace[1660188767] 'process raft request' (duration: 803.629433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:31.708633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:30.894531Z","time spent":"814.047444ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:31.708692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.76517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:33:31.70872Z","caller":"traceutil/trace.go:171","msg":"trace[1431900171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23938; }","duration":"816.813082ms","start":"2026-02-26T02:33:30.8919Z","end":"2026-02-26T02:33:31.708713Z","steps":["trace[1431900171] 'range keys from in-memory index tree' (duration: 815.892923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:31.708746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:30.89189Z","time spent":"816.851053ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:32.533133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.654992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:33:32.533328Z","caller":"traceutil/trace.go:171","msg":"trace[968225801] linearizableReadLoop","detail":"{readStateIndex:24789; appliedIndex:24787; }","duration":"1.488235398s","start":"2026-02-26T02:33:31.04508Z","end":"2026-02-26T02:33:32.533315Z","steps":["trace[968225801] 'read index received' (duration: 653.107363ms)","trace[968225801] 'applied index is now lower than readState.Index' (duration: 835.127105ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:32.533663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.685956ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:32.53381Z","caller":"traceutil/trace.go:171","msg":"trace[743547485] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23939; }","duration":"716.852341ms","start":"2026-02-26T02:33:31.816935Z","end":"2026-02-26T02:33:32.533788Z","steps":["trace[743547485] 'range keys from in-memory index tree' (duration: 716.662525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:32.533835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488745514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:32.533863Z","caller":"traceutil/trace.go:171","msg":"trace[1921503043] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23939; }","duration":"1.488829526s","start":"2026-02-26T02:33:31.045026Z","end":"2026-02-26T02:33:32.533855Z","steps":["trace[1921503043] 'agreement among raft nodes before linearized reading' (duration: 1.488762284s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:32.533884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:31.045005Z","time spent":"1.488874018s","remote":"127.0.0.1:55768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:32.53441Z","caller":"traceutil/trace.go:171","msg":"trace[551783337] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"822.880555ms","start":"2026-02-26T02:33:31.711496Z","end":"2026-02-26T02:33:32.534376Z","steps":["trace[551783337] 'process raft request' (duration: 821.719808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:32.534585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:31.711479Z","time spent":"823.007679ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:33.034268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:33.045645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000008503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:33:33.045702Z","caller":"traceutil/trace.go:171","msg":"trace[1471343227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116576s","start":"2026-02-26T02:33:31.045568Z","end":"2026-02-26T02:33:33.045684Z","steps":["trace[1471343227] 'agreement among raft nodes before linearized reading' (duration: 2.000041194s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:33.045749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:31.045541Z","time spent":"2.000199169s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:33:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:33:33.221118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231269581s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:33:33.297924Z","caller":"traceutil/trace.go:171","msg":"trace[813272451] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"1.58538442s","start":"2026-02-26T02:33:31.712515Z","end":"2026-02-26T02:33:33.2979Z","steps":["trace[813272451] 'process raft request' (duration: 1.508856964s)","trace[813272451] 'compare' (duration: 75.218054ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:33.29813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:31.712501Z","time spent":"1.585478372s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:33.29814Z","caller":"traceutil/trace.go:171","msg":"trace[497731918] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"1.585429951s","start":"2026-02-26T02:33:31.712678Z","end":"2026-02-26T02:33:33.298107Z","steps":["trace[497731918] 'process raft request' (duration: 1.585159173s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:33.298158Z","caller":"traceutil/trace.go:171","msg":"trace[1217748990] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"1.585430991s","start":"2026-02-26T02:33:31.712692Z","end":"2026-02-26T02:33:33.298123Z","steps":["trace[1217748990] 'process raft request' (duration: 1.585270466s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:33.298281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:31.712654Z","time spent":"1.585551094s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:33.298364Z","caller":"traceutil/trace.go:171","msg":"trace[1001157838] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"1.565184577s","start":"2026-02-26T02:33:31.73317Z","end":"2026-02-26T02:33:33.298355Z","steps":["trace[1001157838] 'process raft request' (duration: 1.564883277s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:33.298415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:31.733151Z","time spent":"1.565240468s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:33.298397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:31.712672Z","time spent":"1.585630797s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:33.298416Z","caller":"traceutil/trace.go:171","msg":"trace[2109332280] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"1.564778754s","start":"2026-02-26T02:33:31.733626Z","end":"2026-02-26T02:33:33.298404Z","steps":["trace[2109332280] 'process raft request' (duration: 1.564582307s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:33.29848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:31.733607Z","time spent":"1.564839106s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:33.298569Z","caller":"traceutil/trace.go:171","msg":"trace[578416377] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"1.564791284s","start":"2026-02-26T02:33:31.733755Z","end":"2026-02-26T02:33:33.298546Z","steps":["trace[578416377] 'process raft request' (duration: 1.564644419s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:33.298567Z","caller":"traceutil/trace.go:171","msg":"trace[333963601] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"1.564836396s","start":"2026-02-26T02:33:31.733698Z","end":"2026-02-26T02:33:33.298535Z","steps":["trace[333963601] 'process raft request' (duration: 1.56464606s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:33.298679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:31.733728Z","time spent":"1.564885267s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:33.298689Z","caller":"traceutil/trace.go:171","msg":"trace[615527138] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"1.564198015s","start":"2026-02-26T02:33:31.734473Z","end":"2026-02-26T02:33:33.298671Z","steps":["trace[615527138] 'process raft request' (duration: 1.56403508s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:33.298684Z","caller":"traceutil/trace.go:171","msg":"trace[188450053] linearizableReadLoop","detail":"{readStateIndex:24800; appliedIndex:24790; }","duration":"765.314514ms","start":"2026-02-26T02:33:32.53335Z","end":"2026-02-26T02:33:33.298665Z","steps":["trace[188450053] 'read index received' (duration: 688.021904ms)","trace[188450053] 'applied index is now lower than readState.Index' (duration: 77.29129ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:33.298684Z","caller":"traceutil/trace.go:171","msg":"trace[292738952] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"1.564770703s","start":"2026-02-26T02:33:31.733871Z","end":"2026-02-26T02:33:33.298642Z","steps":["trace[292738952] 'process raft request' (duration: 1.564586327s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:33.298755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:31.734464Z","time spent":"1.564259058s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:33.298829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160662355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:33.298849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:31.733849Z","time spent":"1.564909308s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:33.298879Z","caller":"traceutil/trace.go:171","msg":"trace[1132801792] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23950; }","duration":"1.160710876s","start":"2026-02-26T02:33:32.138152Z","end":"2026-02-26T02:33:33.298863Z","steps":["trace[1132801792] 'agreement among raft nodes before linearized reading' (duration: 1.160629224s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:33.298882Z","caller":"traceutil/trace.go:171","msg":"trace[81157138] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"1.027335821s","start":"2026-02-26T02:33:32.271532Z","end":"2026-02-26T02:33:33.298868Z","steps":["trace[81157138] 'process raft request' (duration: 1.027075083s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:33.298908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977842958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:33:33.298934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:32.138088Z","time spent":"1.16082838s","remote":"127.0.0.1:41034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:33.298778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:31.73368Z","time spent":"1.56498616s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:33.29899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:32.271504Z","time spent":"1.027418404s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:33.298823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.806821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:33.299012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.162176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:33.298967Z","caller":"traceutil/trace.go:171","msg":"trace[2093827390] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23950; }","duration":"1.97790621s","start":"2026-02-26T02:33:31.321041Z","end":"2026-02-26T02:33:33.298947Z","steps":["trace[2093827390] 'agreement among raft nodes before linearized reading' (duration: 1.977757655s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:33.299063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.477215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:33:33.299091Z","caller":"traceutil/trace.go:171","msg":"trace[1313098394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23950; }","duration":"253.260589ms","start":"2026-02-26T02:33:33.045821Z","end":"2026-02-26T02:33:33.299081Z","steps":["trace[1313098394] 'agreement among raft nodes before linearized reading' (duration: 253.150526ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:33.299104Z","caller":"traceutil/trace.go:171","msg":"trace[2146203454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23950; }","duration":"697.555188ms","start":"2026-02-26T02:33:32.60154Z","end":"2026-02-26T02:33:33.299095Z","steps":["trace[2146203454] 'agreement among raft nodes before linearized reading' (duration: 697.429144ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:33.29909Z","caller":"traceutil/trace.go:171","msg":"trace[619968567] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23950; }","duration":"976.119402ms","start":"2026-02-26T02:33:32.322952Z","end":"2026-02-26T02:33:33.299071Z","steps":["trace[619968567] 'agreement among raft nodes before linearized reading' (duration: 975.776251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:33.299105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:31.32097Z","time spent":"1.978124888s","remote":"127.0.0.1:54698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:33.299128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:32.60152Z","time spent":"697.602378ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:33.299151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:32.322928Z","time spent":"976.203645ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:34.832459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:34.010613Z","time spent":"821.839732ms","remote":"127.0.0.1:58426","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:33:34.832655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4289244s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:34.83275Z","caller":"traceutil/trace.go:171","msg":"trace[336790845] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"1.52824012s","start":"2026-02-26T02:33:33.30449Z","end":"2026-02-26T02:33:34.83273Z","steps":["trace[336790845] 'process raft request' (duration: 99.164726ms)","trace[336790845] 'compare' (duration: 1.428203436s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:34.832807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:33.304456Z","time spent":"1.528323393s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:35.019595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.61592241s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:33:35.307352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:33:35.307454Z","caller":"traceutil/trace.go:171","msg":"trace[280188331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000145257s","start":"2026-02-26T02:33:33.307279Z","end":"2026-02-26T02:33:35.307424Z","steps":["trace[280188331] 'agreement among raft nodes before linearized reading' (duration: 2.000045583s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:35.307599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:33.307259Z","time spent":"2.000331333s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:33:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:33:35.834722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.761317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:35.834976Z","caller":"traceutil/trace.go:171","msg":"trace[553339910] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"530.312826ms","start":"2026-02-26T02:33:35.304647Z","end":"2026-02-26T02:33:35.83496Z","steps":["trace[553339910] 'process raft request' (duration: 530.273044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:35.835098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.304618Z","time spent":"530.43569ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:35.835304Z","caller":"traceutil/trace.go:171","msg":"trace[1460382805] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"2.530500183s","start":"2026-02-26T02:33:33.304791Z","end":"2026-02-26T02:33:35.835291Z","steps":["trace[1460382805] 'process raft request' (duration: 1.715094416s)","trace[1460382805] 'compare' (duration: 812.849716ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:35.835368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:33.304779Z","time spent":"2.530558756s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:35.835511Z","caller":"traceutil/trace.go:171","msg":"trace[766358029] linearizableReadLoop","detail":"{readStateIndex:24802; appliedIndex:24800; }","duration":"2.52816925s","start":"2026-02-26T02:33:33.307329Z","end":"2026-02-26T02:33:35.835498Z","steps":["trace[766358029] 'read index received' (duration: 96.340066ms)","trace[766358029] 'applied index is now lower than readState.Index' (duration: 2.431827884s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:35.835698Z","caller":"traceutil/trace.go:171","msg":"trace[1027066054] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"2.353793501s","start":"2026-02-26T02:33:33.481895Z","end":"2026-02-26T02:33:35.835688Z","steps":["trace[1027066054] 'process raft request' (duration: 2.352917733s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:35.835763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:33.481863Z","time spent":"2.353865063s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:35.83589Z","caller":"traceutil/trace.go:171","msg":"trace[693423762] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"2.120953131s","start":"2026-02-26T02:33:33.714928Z","end":"2026-02-26T02:33:35.835881Z","steps":["trace[693423762] 'process raft request' (duration: 2.119951349s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:35.835946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:33.714903Z","time spent":"2.121015343s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:36.336194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:36.837434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:36.957841Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.128428548s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:33:36.960798Z","caller":"traceutil/trace.go:171","msg":"trace[1839353107] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"1.654484498s","start":"2026-02-26T02:33:35.306283Z","end":"2026-02-26T02:33:36.960768Z","steps":["trace[1839353107] 'process raft request' (duration: 1.654138697s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:36.960841Z","caller":"traceutil/trace.go:171","msg":"trace[1888417262] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"1.65577889s","start":"2026-02-26T02:33:35.305028Z","end":"2026-02-26T02:33:36.960807Z","steps":["trace[1888417262] 'process raft request' (duration: 1.653193137s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.96095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.306272Z","time spent":"1.654603392s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:36.961002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.304997Z","time spent":"1.655912354s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:36.96115Z","caller":"traceutil/trace.go:171","msg":"trace[349933591] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"1.654666214s","start":"2026-02-26T02:33:35.306461Z","end":"2026-02-26T02:33:36.961127Z","steps":["trace[349933591] 'process raft request' (duration: 1.653999513s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:36.961228Z","caller":"traceutil/trace.go:171","msg":"trace[1127087024] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"1.653862459s","start":"2026-02-26T02:33:35.307349Z","end":"2026-02-26T02:33:36.961211Z","steps":["trace[1127087024] 'process raft request' (duration: 1.653160146s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.961296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.306429Z","time spent":"1.654780308s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:36.961315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.307317Z","time spent":"1.653953701s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:36.961384Z","caller":"traceutil/trace.go:171","msg":"trace[1646818354] linearizableReadLoop","detail":"{readStateIndex:24811; appliedIndex:24805; }","duration":"1.125824496s","start":"2026-02-26T02:33:35.835543Z","end":"2026-02-26T02:33:36.961367Z","steps":["trace[1646818354] 'read index received' (duration: 1.122698896s)","trace[1646818354] 'applied index is now lower than readState.Index' (duration: 3.12455ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:36.96146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653978022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:36.961485Z","caller":"traceutil/trace.go:171","msg":"trace[1580567882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23961; }","duration":"1.654024463s","start":"2026-02-26T02:33:35.307454Z","end":"2026-02-26T02:33:36.961478Z","steps":["trace[1580567882] 'agreement among raft nodes before linearized reading' (duration: 1.653948141s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.961506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.307447Z","time spent":"1.654054935s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:36.961526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135886297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:36.961575Z","caller":"traceutil/trace.go:171","msg":"trace[333983408] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23961; }","duration":"2.13597441s","start":"2026-02-26T02:33:34.825589Z","end":"2026-02-26T02:33:36.961563Z","steps":["trace[333983408] 'agreement among raft nodes before linearized reading' (duration: 2.135880917s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.961583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369740157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:33:36.96161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:34.825569Z","time spent":"2.136031972s","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:36.961582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.5784221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:36.961634Z","caller":"traceutil/trace.go:171","msg":"trace[1757997806] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23961; }","duration":"1.369834081s","start":"2026-02-26T02:33:35.591785Z","end":"2026-02-26T02:33:36.961619Z","steps":["trace[1757997806] 'agreement among raft nodes before linearized reading' (duration: 1.369750338s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.961673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607422211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:36.961668Z","caller":"traceutil/trace.go:171","msg":"trace[614928991] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23961; }","duration":"3.578572065s","start":"2026-02-26T02:33:33.383077Z","end":"2026-02-26T02:33:36.961649Z","steps":["trace[614928991] 'agreement among raft nodes before linearized reading' (duration: 3.578396109s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:36.961703Z","caller":"traceutil/trace.go:171","msg":"trace[104359792] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23961; }","duration":"1.607479063s","start":"2026-02-26T02:33:35.354214Z","end":"2026-02-26T02:33:36.961693Z","steps":["trace[104359792] 'agreement among raft nodes before linearized reading' (duration: 1.607443012s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.961695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280945372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:36.961727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.021497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:33:36.961764Z","caller":"traceutil/trace.go:171","msg":"trace[364974004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23961; }","duration":"124.092149ms","start":"2026-02-26T02:33:36.837661Z","end":"2026-02-26T02:33:36.961754Z","steps":["trace[364974004] 'agreement among raft nodes before linearized reading' (duration: 123.982075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.961761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284552957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:33:36.961765Z","caller":"traceutil/trace.go:171","msg":"trace[1075500151] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23961; }","duration":"1.281136498s","start":"2026-02-26T02:33:35.680609Z","end":"2026-02-26T02:33:36.961745Z","steps":["trace[1075500151] 'agreement among raft nodes before linearized reading' (duration: 1.280867509s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:36.961791Z","caller":"traceutil/trace.go:171","msg":"trace[185700543] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:23961; }","duration":"1.284631449s","start":"2026-02-26T02:33:35.677151Z","end":"2026-02-26T02:33:36.961782Z","steps":["trace[185700543] 'agreement among raft nodes before linearized reading' (duration: 1.284542176s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.961821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.677018Z","time spent":"1.284793574s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-02-26T02:33:36.961865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842604755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:36.961885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657296528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:33:36.961644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462926323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:36.961922Z","caller":"traceutil/trace.go:171","msg":"trace[1023201578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23961; }","duration":"1.65736456s","start":"2026-02-26T02:33:35.304548Z","end":"2026-02-26T02:33:36.961913Z","steps":["trace[1023201578] 'agreement among raft nodes before linearized reading' (duration: 1.657231966s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.961931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789300548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:36.961934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998580979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:36.961952Z","caller":"traceutil/trace.go:171","msg":"trace[1343507424] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23961; }","duration":"1.789320169s","start":"2026-02-26T02:33:35.172625Z","end":"2026-02-26T02:33:36.961945Z","steps":["trace[1343507424] 'agreement among raft nodes before linearized reading' (duration: 1.789287118s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.961945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.920946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:36.961886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423312584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:33:36.961942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65830925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:33:36.961972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.172604Z","time spent":"1.789363161s","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:36.96197Z","caller":"traceutil/trace.go:171","msg":"trace[1114772868] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23961; }","duration":"2.99861447s","start":"2026-02-26T02:33:33.963345Z","end":"2026-02-26T02:33:36.96196Z","steps":["trace[1114772868] 'agreement among raft nodes before linearized reading' (duration: 2.998563119s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:36.961981Z","caller":"traceutil/trace.go:171","msg":"trace[1456434092] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23961; }","duration":"246.010259ms","start":"2026-02-26T02:33:36.715962Z","end":"2026-02-26T02:33:36.961972Z","steps":["trace[1456434092] 'agreement among raft nodes before linearized reading' (duration: 245.943797ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:36.961984Z","caller":"traceutil/trace.go:171","msg":"trace[220695176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23961; }","duration":"2.423448888s","start":"2026-02-26T02:33:34.538526Z","end":"2026-02-26T02:33:36.961975Z","steps":["trace[220695176] 'agreement among raft nodes before linearized reading' (duration: 2.423225651s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:36.961996Z","caller":"traceutil/trace.go:171","msg":"trace[83182400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23961; }","duration":"1.658394502s","start":"2026-02-26T02:33:35.30359Z","end":"2026-02-26T02:33:36.961985Z","steps":["trace[83182400] 'agreement among raft nodes before linearized reading' (duration: 1.658280359s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.962002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:33.963288Z","time spent":"2.998707394s","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:36.962009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:34.538507Z","time spent":"2.42349699s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:33:36.962026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.30357Z","time spent":"1.658449324s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:33:36.961672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.59176Z","time spent":"1.369902763s","remote":"127.0.0.1:43590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:36.961719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:33.383054Z","time spent":"3.578653177s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:36.962096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19573011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:36.962141Z","caller":"traceutil/trace.go:171","msg":"trace[873846246] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23961; }","duration":"1.195800662s","start":"2026-02-26T02:33:35.766329Z","end":"2026-02-26T02:33:36.962129Z","steps":["trace[873846246] 'agreement among raft nodes before linearized reading' (duration: 1.195716409s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.962152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03698534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:36.961725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.354199Z","time spent":"1.607519044s","remote":"127.0.0.1:41508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:36.962162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276391847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T02:33:36.962178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.766312Z","time spent":"1.195854834s","remote":"127.0.0.1:38430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:36.962184Z","caller":"traceutil/trace.go:171","msg":"trace[366151451] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23961; }","duration":"2.037018551s","start":"2026-02-26T02:33:34.925156Z","end":"2026-02-26T02:33:36.962175Z","steps":["trace[366151451] 'agreement among raft nodes before linearized reading' (duration: 2.03696733s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:36.962201Z","caller":"traceutil/trace.go:171","msg":"trace[982125289] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23961; }","duration":"1.276457669s","start":"2026-02-26T02:33:35.68573Z","end":"2026-02-26T02:33:36.962188Z","steps":["trace[982125289] 'agreement among raft nodes before linearized reading' (duration: 1.276353905s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.962215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:34.925077Z","time spent":"2.037130944s","remote":"127.0.0.1:42978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:36.961877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.680587Z","time spent":"1.281266272s","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:36.962233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.685678Z","time spent":"1.276548752s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:33:36.962019Z","caller":"traceutil/trace.go:171","msg":"trace[1474903629] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"1.150903154s","start":"2026-02-26T02:33:35.8111Z","end":"2026-02-26T02:33:36.962003Z","steps":["trace[1474903629] 'process raft request' (duration: 1.150061217s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.961624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.275159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:36.962314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.811076Z","time spent":"1.151198783s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:36.962337Z","caller":"traceutil/trace.go:171","msg":"trace[1329093652] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23961; }","duration":"424.034264ms","start":"2026-02-26T02:33:36.538295Z","end":"2026-02-26T02:33:36.962329Z","steps":["trace[1329093652] 'agreement among raft nodes before linearized reading' (duration: 423.28646ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:36.961893Z","caller":"traceutil/trace.go:171","msg":"trace[1785577037] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23961; }","duration":"1.842670597s","start":"2026-02-26T02:33:35.119212Z","end":"2026-02-26T02:33:36.961883Z","steps":["trace[1785577037] 'agreement among raft nodes before linearized reading' (duration: 1.842632066s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.962365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:36.538273Z","time spent":"424.083225ms","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:36.961946Z","caller":"traceutil/trace.go:171","msg":"trace[2126352711] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23961; }","duration":"1.463256363s","start":"2026-02-26T02:33:35.498672Z","end":"2026-02-26T02:33:36.961929Z","steps":["trace[2126352711] 'agreement among raft nodes before linearized reading' (duration: 1.462952044s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.96239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.119188Z","time spent":"1.843185584s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:36.962414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.498651Z","time spent":"1.463744979s","remote":"127.0.0.1:55818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:36.96195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.304529Z","time spent":"1.657415202s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:36.961497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656346157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:33:36.9629Z","caller":"traceutil/trace.go:171","msg":"trace[1592399889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23961; }","duration":"1.657769963s","start":"2026-02-26T02:33:35.305112Z","end":"2026-02-26T02:33:36.962882Z","steps":["trace[1592399889] 'agreement among raft nodes before linearized reading' (duration: 1.656345487s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.962946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.305105Z","time spent":"1.657830204s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:33:36.960791Z","caller":"traceutil/trace.go:171","msg":"trace[826239750] transaction","detail":"{read_only:false; response_revision:23957; number_of_response:1; }","duration":"1.655287073s","start":"2026-02-26T02:33:35.305476Z","end":"2026-02-26T02:33:36.960763Z","steps":["trace[826239750] 'process raft request' (duration: 1.65485551s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:36.971238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:35.305461Z","time spent":"1.665709746s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:37.497786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:37.998768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:38.385439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.38872121s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:33:38.410979Z","caller":"traceutil/trace.go:171","msg":"trace[1830531749] transaction","detail":"{read_only:false; response_revision:23962; number_of_response:1; }","duration":"1.445007321s","start":"2026-02-26T02:33:36.965938Z","end":"2026-02-26T02:33:38.410945Z","steps":["trace[1830531749] 'process raft request' (duration: 1.419716486s)","trace[1830531749] 'compare' (duration: 25.031477ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:38.411178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:36.965914Z","time spent":"1.445162826s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:38.411922Z","caller":"traceutil/trace.go:171","msg":"trace[1041973029] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"1.44499001s","start":"2026-02-26T02:33:36.966898Z","end":"2026-02-26T02:33:38.411888Z","steps":["trace[1041973029] 'process raft request' (duration: 1.443983728s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:38.411988Z","caller":"traceutil/trace.go:171","msg":"trace[870437908] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"1.444397492s","start":"2026-02-26T02:33:36.967574Z","end":"2026-02-26T02:33:38.411972Z","steps":["trace[870437908] 'process raft request' (duration: 1.444239437s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:38.412073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:36.966884Z","time spent":"1.445113164s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:38.412085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:36.96756Z","time spent":"1.444471124s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:38.412465Z","caller":"traceutil/trace.go:171","msg":"trace[1743147101] transaction","detail":"{read_only:false; response_revision:23965; number_of_response:1; }","duration":"1.444718762s","start":"2026-02-26T02:33:36.967721Z","end":"2026-02-26T02:33:38.41244Z","steps":["trace[1743147101] 'process raft request' (duration: 1.444190155s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:38.412492Z","caller":"traceutil/trace.go:171","msg":"trace[1943881810] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"1.44467907s","start":"2026-02-26T02:33:36.967778Z","end":"2026-02-26T02:33:38.412457Z","steps":["trace[1943881810] 'process raft request' (duration: 1.444494254s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:38.412608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:36.967711Z","time spent":"1.444821636s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:38.412692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:36.967771Z","time spent":"1.444812135s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:38.969177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00057263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:33:38.969259Z","caller":"traceutil/trace.go:171","msg":"trace[593748074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000697664s","start":"2026-02-26T02:33:36.968543Z","end":"2026-02-26T02:33:38.969241Z","steps":["trace[593748074] 'agreement among raft nodes before linearized reading' (duration: 2.000587301s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:38.96931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:36.968535Z","time spent":"2.000764156s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:39.8196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.432499115s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:33:39.996659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.752535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:39.997009Z","caller":"traceutil/trace.go:171","msg":"trace[1103749574] linearizableReadLoop","detail":"{readStateIndex:24822; appliedIndex:24812; }","duration":"2.999990553s","start":"2026-02-26T02:33:36.997Z","end":"2026-02-26T02:33:39.996991Z","steps":["trace[1103749574] 'read index received' (duration: 1.388667439s)","trace[1103749574] 'applied index is now lower than readState.Index' (duration: 1.611322044s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:39.997131Z","caller":"traceutil/trace.go:171","msg":"trace[806409533] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"2.999158366s","start":"2026-02-26T02:33:36.997959Z","end":"2026-02-26T02:33:39.997118Z","steps":["trace[806409533] 'process raft request' (duration: 2.821851105s)","trace[806409533] 'compare' (duration: 176.275389ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:39.997195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:36.997937Z","time spent":"2.999222179s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:39.997217Z","caller":"traceutil/trace.go:171","msg":"trace[1076304621] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"2.154321874s","start":"2026-02-26T02:33:37.842865Z","end":"2026-02-26T02:33:39.997187Z","steps":["trace[1076304621] 'process raft request' (duration: 2.154017194s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:39.997259Z","caller":"traceutil/trace.go:171","msg":"trace[350612480] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"1.692212148s","start":"2026-02-26T02:33:38.305028Z","end":"2026-02-26T02:33:39.99724Z","steps":["trace[350612480] 'process raft request' (duration: 1.691924839s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:39.997329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:38.305002Z","time spent":"1.692286021s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:39.997336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:37.842847Z","time spent":"2.154418627s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:39.99732Z","caller":"traceutil/trace.go:171","msg":"trace[994041247] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"2.153618102s","start":"2026-02-26T02:33:37.843664Z","end":"2026-02-26T02:33:39.997282Z","steps":["trace[994041247] 'process raft request' (duration: 2.15325434s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:39.997445Z","caller":"traceutil/trace.go:171","msg":"trace[2142749507] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"2.99799885s","start":"2026-02-26T02:33:36.999419Z","end":"2026-02-26T02:33:39.997418Z","steps":["trace[2142749507] 'process raft request' (duration: 2.997337389s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:39.997458Z","caller":"traceutil/trace.go:171","msg":"trace[1736873793] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"2.762546918s","start":"2026-02-26T02:33:37.234889Z","end":"2026-02-26T02:33:39.997436Z","steps":["trace[1736873793] 'process raft request' (duration: 2.761941998s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:39.997468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:37.843643Z","time spent":"2.153742235s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:39.997535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:37.234855Z","time spent":"2.762643471s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:39.997561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:36.999405Z","time spent":"2.998091263s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:39.998011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025442223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T02:33:39.998065Z","caller":"traceutil/trace.go:171","msg":"trace[941964583] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23972; }","duration":"3.025495744s","start":"2026-02-26T02:33:36.972556Z","end":"2026-02-26T02:33:39.998051Z","steps":["trace[941964583] 'agreement among raft nodes before linearized reading' (duration: 3.025278917s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:39.998096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:36.972534Z","time spent":"3.025554956s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:33:40.29662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000351354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:33:40.296703Z","caller":"traceutil/trace.go:171","msg":"trace[25819553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000487229s","start":"2026-02-26T02:33:38.296197Z","end":"2026-02-26T02:33:40.296684Z","steps":["trace[25819553] 'agreement among raft nodes before linearized reading' (duration: 2.000386455s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:40.29675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:38.296172Z","time spent":"2.000569491s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:33:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:33:40.497383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:40.969634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999934389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:33:40.969716Z","caller":"traceutil/trace.go:171","msg":"trace[1600615590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060823s","start":"2026-02-26T02:33:38.969637Z","end":"2026-02-26T02:33:40.969698Z","steps":["trace[1600615590] 'agreement among raft nodes before linearized reading' (duration: 1.9999576s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:40.969762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:38.969624Z","time spent":"2.000128096s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:40.998053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:41.498646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:41.548754Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.728925185s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:33:42.065882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.504638ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:42.066061Z","caller":"traceutil/trace.go:171","msg":"trace[1175302910] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23972; }","duration":"248.709985ms","start":"2026-02-26T02:33:41.817325Z","end":"2026-02-26T02:33:42.066035Z","steps":["trace[1175302910] 'range keys from in-memory index tree' (duration: 248.479277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.06656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.493738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:42.067042Z","caller":"traceutil/trace.go:171","msg":"trace[1300114721] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"3.099143689s","start":"2026-02-26T02:33:38.96786Z","end":"2026-02-26T02:33:42.067003Z","steps":["trace[1300114721] 'process raft request' (duration: 3.098794968s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.067148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.897874996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:42.067188Z","caller":"traceutil/trace.go:171","msg":"trace[383661235] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23977; }","duration":"4.897957188s","start":"2026-02-26T02:33:37.169219Z","end":"2026-02-26T02:33:42.067176Z","steps":["trace[383661235] 'agreement among raft nodes before linearized reading' (duration: 4.897885156s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.067202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:38.967846Z","time spent":"3.099274522s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:42.067357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805803624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:42.067475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143957493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269117"} {"level":"info","ts":"2026-02-26T02:33:42.06754Z","caller":"traceutil/trace.go:171","msg":"trace[809177015] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23977; }","duration":"2.144062796s","start":"2026-02-26T02:33:39.923461Z","end":"2026-02-26T02:33:42.067524Z","steps":["trace[809177015] 'agreement among raft nodes before linearized reading' (duration: 2.143608522s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.067584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:39.923442Z","time spent":"2.144132559s","remote":"127.0.0.1:54698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269139,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-26T02:33:42.067508Z","caller":"traceutil/trace.go:171","msg":"trace[1206940799] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23977; }","duration":"2.806081333s","start":"2026-02-26T02:33:39.261394Z","end":"2026-02-26T02:33:42.067476Z","steps":["trace[1206940799] 'agreement among raft nodes before linearized reading' (duration: 2.805813474s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.067665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209834379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:42.067711Z","caller":"traceutil/trace.go:171","msg":"trace[551289943] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23977; }","duration":"2.209912862s","start":"2026-02-26T02:33:39.857787Z","end":"2026-02-26T02:33:42.0677Z","steps":["trace[551289943] 'agreement among raft nodes before linearized reading' (duration: 2.209830689s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.067743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:39.85777Z","time spent":"2.209964334s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:42.06769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:39.261362Z","time spent":"2.8063055s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:42.067977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922498288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:42.06807Z","caller":"traceutil/trace.go:171","msg":"trace[1764916101] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23977; }","duration":"2.922653002s","start":"2026-02-26T02:33:39.145396Z","end":"2026-02-26T02:33:42.068049Z","steps":["trace[1764916101] 'agreement among raft nodes before linearized reading' (duration: 2.922316851s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:42.068166Z","caller":"traceutil/trace.go:171","msg":"trace[1798361383] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"3.100110669s","start":"2026-02-26T02:33:38.968037Z","end":"2026-02-26T02:33:42.068147Z","steps":["trace[1798361383] 'process raft request' (duration: 3.098678053s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:42.068191Z","caller":"traceutil/trace.go:171","msg":"trace[1836424973] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"3.093105116s","start":"2026-02-26T02:33:38.975074Z","end":"2026-02-26T02:33:42.068179Z","steps":["trace[1836424973] 'process raft request' (duration: 3.091722452s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.068248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:38.975051Z","time spent":"3.093164428s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:42.068242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.298983Z","time spent":"1.769255889s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:33:42.068265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:38.968026Z","time spent":"3.100179782s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:42.068388Z","caller":"traceutil/trace.go:171","msg":"trace[1090833734] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"3.094864652s","start":"2026-02-26T02:33:38.973515Z","end":"2026-02-26T02:33:42.06838Z","steps":["trace[1090833734] 'process raft request' (duration: 3.093243301s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.068207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:39.145373Z","time spent":"2.922818547s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:42.068437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:38.973503Z","time spent":"3.094909694s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:42.067429Z","caller":"traceutil/trace.go:171","msg":"trace[530993349] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"3.099704257s","start":"2026-02-26T02:33:38.96771Z","end":"2026-02-26T02:33:42.067414Z","steps":["trace[530993349] 'process raft request' (duration: 2.581268929s)","trace[530993349] 'compare' (duration: 516.603059ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:42.068129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.74937276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-26T02:33:42.067073Z","caller":"traceutil/trace.go:171","msg":"trace[756239299] linearizableReadLoop","detail":"{readStateIndex:24829; appliedIndex:24823; }","duration":"2.07001474s","start":"2026-02-26T02:33:39.997039Z","end":"2026-02-26T02:33:42.067054Z","steps":["trace[756239299] 'read index received' (duration: 1.551956504s)","trace[756239299] 'applied index is now lower than readState.Index' (duration: 518.056876ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:42.068557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:38.967681Z","time spent":"3.100853013s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:42.068574Z","caller":"traceutil/trace.go:171","msg":"trace[1642558972] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23977; }","duration":"3.749853525s","start":"2026-02-26T02:33:38.318688Z","end":"2026-02-26T02:33:42.068542Z","steps":["trace[1642558972] 'agreement among raft nodes before linearized reading' (duration: 3.749323978s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.068613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:38.318676Z","time spent":"3.749926808s","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-26T02:33:42.067234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:37.169198Z","time spent":"4.898026451s","remote":"127.0.0.1:41530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:42.569236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:42.978113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:33:42.978202Z","caller":"traceutil/trace.go:171","msg":"trace[535953940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00018998s","start":"2026-02-26T02:33:40.977992Z","end":"2026-02-26T02:33:42.978182Z","steps":["trace[535953940] 'agreement among raft nodes before linearized reading' (duration: 2.000076496s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.978252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.977986Z","time spent":"2.000254802s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:33:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:33:43.069817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:43.074241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008812612s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:33:43.1642Z","caller":"traceutil/trace.go:171","msg":"trace[5881824] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"1.15923034s","start":"2026-02-26T02:33:42.004944Z","end":"2026-02-26T02:33:43.164174Z","steps":["trace[5881824] 'process raft request' (duration: 1.159157197s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:43.164377Z","caller":"traceutil/trace.go:171","msg":"trace[340652289] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"1.160118587s","start":"2026-02-26T02:33:42.00424Z","end":"2026-02-26T02:33:43.164359Z","steps":["trace[340652289] 'process raft request' (duration: 1.070195986s)","trace[340652289] 'compare' (duration: 88.999092ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:43.164475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:42.004215Z","time spent":"1.16019564s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:43.164659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:42.004901Z","time spent":"1.159374824s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:43.231739Z","caller":"traceutil/trace.go:171","msg":"trace[172315243] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"1.162606426s","start":"2026-02-26T02:33:42.06909Z","end":"2026-02-26T02:33:43.231696Z","steps":["trace[172315243] 'process raft request' (duration: 1.162215784s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.231908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:42.069061Z","time spent":"1.162765901s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:33:43.34282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.352293ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:33:43.34293Z","caller":"traceutil/trace.go:171","msg":"trace[439454549] linearizableReadLoop","detail":"{readStateIndex:24833; appliedIndex:24829; }","duration":"1.274368462s","start":"2026-02-26T02:33:42.068542Z","end":"2026-02-26T02:33:43.342911Z","steps":["trace[439454549] 'read index received' (duration: 1.005907739s)","trace[439454549] 'applied index is now lower than readState.Index' (duration: 268.459103ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:43.343057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868936793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:43.343091Z","caller":"traceutil/trace.go:171","msg":"trace[154430568] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23980; }","duration":"2.869013885s","start":"2026-02-26T02:33:40.474065Z","end":"2026-02-26T02:33:43.343078Z","steps":["trace[154430568] 'agreement among raft nodes before linearized reading' (duration: 2.868938643s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.343127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.474044Z","time spent":"2.869073628s","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:43.343224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833105423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:43.343312Z","caller":"traceutil/trace.go:171","msg":"trace[2058476403] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23980; }","duration":"2.833259778s","start":"2026-02-26T02:33:40.510032Z","end":"2026-02-26T02:33:43.343291Z","steps":["trace[2058476403] 'agreement among raft nodes before linearized reading' (duration: 2.832963309s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.343363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.510013Z","time spent":"2.83333899s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:43.343362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924589423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:33:43.343455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271680417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-def66946-9144-40e9-8859-158998603411\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-02-26T02:33:43.343597Z","caller":"traceutil/trace.go:171","msg":"trace[1008187285] range","detail":"{range_begin:/registry/persistentvolumes/pvc-def66946-9144-40e9-8859-158998603411; range_end:; response_count:1; response_revision:23980; }","duration":"1.271833641s","start":"2026-02-26T02:33:42.071751Z","end":"2026-02-26T02:33:43.343584Z","steps":["trace[1008187285] 'agreement among raft nodes before linearized reading' (duration: 1.271600734s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.343634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924735399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:33:43.343682Z","caller":"traceutil/trace.go:171","msg":"trace[1343723552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23980; }","duration":"2.92479631s","start":"2026-02-26T02:33:40.418872Z","end":"2026-02-26T02:33:43.343668Z","steps":["trace[1343723552] 'agreement among raft nodes before linearized reading' (duration: 2.924622725s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.343737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.418867Z","time spent":"2.924856792s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:43.34377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.307432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:43.343804Z","caller":"traceutil/trace.go:171","msg":"trace[1969735327] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23980; }","duration":"501.396735ms","start":"2026-02-26T02:33:42.842398Z","end":"2026-02-26T02:33:43.343795Z","steps":["trace[1969735327] 'agreement among raft nodes before linearized reading' (duration: 501.339223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.343761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.102018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:43.343833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:42.842368Z","time spent":"501.457497ms","remote":"127.0.0.1:56102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:43.343835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291679835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:33:43.343859Z","caller":"traceutil/trace.go:171","msg":"trace[1811018196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23980; }","duration":"365.240173ms","start":"2026-02-26T02:33:42.978606Z","end":"2026-02-26T02:33:43.343846Z","steps":["trace[1811018196] 'agreement among raft nodes before linearized reading' (duration: 365.120619ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:43.343896Z","caller":"traceutil/trace.go:171","msg":"trace[368060240] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23980; }","duration":"2.291775918s","start":"2026-02-26T02:33:41.052104Z","end":"2026-02-26T02:33:43.34388Z","steps":["trace[368060240] 'agreement among raft nodes before linearized reading' (duration: 2.291558301s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.343925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:42.978578Z","time spent":"365.332026ms","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:43.343942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:41.052085Z","time spent":"2.29184583s","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:33:43.344087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731649574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:43.344323Z","caller":"traceutil/trace.go:171","msg":"trace[447576235] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23980; }","duration":"2.731935633s","start":"2026-02-26T02:33:40.612337Z","end":"2026-02-26T02:33:43.344273Z","steps":["trace[447576235] 'agreement among raft nodes before linearized reading' (duration: 2.731639354s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.344272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.63839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-26T02:33:43.34438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924725388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:33:43.34439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.612317Z","time spent":"2.732045777s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:33:43.344419Z","caller":"traceutil/trace.go:171","msg":"trace[338983720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23980; }","duration":"2.92477266s","start":"2026-02-26T02:33:40.419633Z","end":"2026-02-26T02:33:43.344406Z","steps":["trace[338983720] 'agreement among raft nodes before linearized reading' (duration: 2.924625755s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.344457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.419628Z","time spent":"2.924823231s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:33:43.344463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.723959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:43.344541Z","caller":"traceutil/trace.go:171","msg":"trace[68354256] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23980; }","duration":"344.837453ms","start":"2026-02-26T02:33:42.999692Z","end":"2026-02-26T02:33:43.344529Z","steps":["trace[68354256] 'agreement among raft nodes before linearized reading' (duration: 344.71297ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:43.344383Z","caller":"traceutil/trace.go:171","msg":"trace[400691652] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33; range_end:; response_count:1; response_revision:23980; }","duration":"104.792464ms","start":"2026-02-26T02:33:43.239577Z","end":"2026-02-26T02:33:43.344369Z","steps":["trace[400691652] 'agreement among raft nodes before linearized reading' (duration: 104.607159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.344207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925188333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:33:43.343476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937235926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:33:43.344797Z","caller":"traceutil/trace.go:171","msg":"trace[1826553297] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23980; }","duration":"1.93862487s","start":"2026-02-26T02:33:41.406154Z","end":"2026-02-26T02:33:43.344779Z","steps":["trace[1826553297] 'agreement among raft nodes before linearized reading' (duration: 1.93703673s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.343643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:42.071735Z","time spent":"1.271897144s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-def66946-9144-40e9-8859-158998603411\" "} {"level":"warn","ts":"2026-02-26T02:33:43.344857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:41.406133Z","time spent":"1.938703373s","remote":"127.0.0.1:54334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:43.344731Z","caller":"traceutil/trace.go:171","msg":"trace[255646229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23980; }","duration":"2.925804942s","start":"2026-02-26T02:33:40.418907Z","end":"2026-02-26T02:33:43.344712Z","steps":["trace[255646229] 'agreement among raft nodes before linearized reading' (duration: 2.924562683s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.34495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.345591421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"warn","ts":"2026-02-26T02:33:43.344603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:42.999641Z","time spent":"344.923956ms","remote":"127.0.0.1:43678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:43.34499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926023599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:33:43.345031Z","caller":"traceutil/trace.go:171","msg":"trace[1175871684] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23980; }","duration":"3.345726255s","start":"2026-02-26T02:33:39.999287Z","end":"2026-02-26T02:33:43.345014Z","steps":["trace[1175871684] 'agreement among raft nodes before linearized reading' (duration: 3.343953139s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:43.34346Z","caller":"traceutil/trace.go:171","msg":"trace[2096097683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23980; }","duration":"2.924724868s","start":"2026-02-26T02:33:40.418712Z","end":"2026-02-26T02:33:43.343437Z","steps":["trace[2096097683] 'agreement among raft nodes before linearized reading' (duration: 2.924439269s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:43.345071Z","caller":"traceutil/trace.go:171","msg":"trace[499904202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23980; }","duration":"2.926305728s","start":"2026-02-26T02:33:40.418742Z","end":"2026-02-26T02:33:43.345048Z","steps":["trace[499904202] 'agreement among raft nodes before linearized reading' (duration: 2.925633257s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.345077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:39.999265Z","time spent":"3.345799138s","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:33:43.345138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.418697Z","time spent":"2.926425502s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:43.344997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.418904Z","time spent":"2.926072361s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:33:43.344882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367170777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-02-26T02:33:43.345345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.344633801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-26T02:33:43.345403Z","caller":"traceutil/trace.go:171","msg":"trace[1472237172] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23980; }","duration":"3.344713523s","start":"2026-02-26T02:33:40.000672Z","end":"2026-02-26T02:33:43.345386Z","steps":["trace[1472237172] 'agreement among raft nodes before linearized reading' (duration: 3.344515346s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.34523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.418722Z","time spent":"2.926409142s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:33:43.345412Z","caller":"traceutil/trace.go:171","msg":"trace[752823013] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23980; }","duration":"2.367707655s","start":"2026-02-26T02:33:40.977672Z","end":"2026-02-26T02:33:43.34538Z","steps":["trace[752823013] 'agreement among raft nodes before linearized reading' (duration: 2.367129726s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.345457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.000656Z","time spent":"3.344788466s","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:33:43.345521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.977657Z","time spent":"2.367828948s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-26T02:33:43.851969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606103,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:33:44.036532Z","caller":"traceutil/trace.go:171","msg":"trace[727506842] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"685.552285ms","start":"2026-02-26T02:33:43.350952Z","end":"2026-02-26T02:33:44.036504Z","steps":["trace[727506842] 'process raft request' (duration: 685.270056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:44.036794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.350937Z","time spent":"685.759412ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:45.087188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05062796s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:33:45.201597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.942039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:45.202074Z","caller":"traceutil/trace.go:171","msg":"trace[1246027000] linearizableReadLoop","detail":"{readStateIndex:24840; appliedIndex:24833; }","duration":"1.851070716s","start":"2026-02-26T02:33:43.350983Z","end":"2026-02-26T02:33:45.202054Z","steps":["trace[1246027000] 'read index received' (duration: 685.343079ms)","trace[1246027000] 'applied index is now lower than readState.Index' (duration: 1.165725946s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:45.202058Z","caller":"traceutil/trace.go:171","msg":"trace[318962907] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"1.849118424s","start":"2026-02-26T02:33:43.352907Z","end":"2026-02-26T02:33:45.202025Z","steps":["trace[318962907] 'process raft request' (duration: 1.848942198s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:45.202082Z","caller":"traceutil/trace.go:171","msg":"trace[68851194] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"1.848797383s","start":"2026-02-26T02:33:43.353248Z","end":"2026-02-26T02:33:45.202045Z","steps":["trace[68851194] 'process raft request' (duration: 1.848641458s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:45.202092Z","caller":"traceutil/trace.go:171","msg":"trace[795656608] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"1.84962625s","start":"2026-02-26T02:33:43.35243Z","end":"2026-02-26T02:33:45.202056Z","steps":["trace[795656608] 'process raft request' (duration: 1.849306699s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:45.202112Z","caller":"traceutil/trace.go:171","msg":"trace[1791859005] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"1.846764008s","start":"2026-02-26T02:33:43.355318Z","end":"2026-02-26T02:33:45.202082Z","steps":["trace[1791859005] 'process raft request' (duration: 1.846662835s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:45.202141Z","caller":"traceutil/trace.go:171","msg":"trace[1146596526] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"1.848827194s","start":"2026-02-26T02:33:43.353269Z","end":"2026-02-26T02:33:45.202096Z","steps":["trace[1146596526] 'process raft request' (duration: 1.848660579s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.202203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.353228Z","time spent":"1.848920868s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:45.202248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.355312Z","time spent":"1.846861611s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:45.202253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.3529Z","time spent":"1.849240407s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:45.202267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.352422Z","time spent":"1.849746403s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:45.202321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851334984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:33:45.202364Z","caller":"traceutil/trace.go:171","msg":"trace[1460979939] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23987; }","duration":"1.851416807s","start":"2026-02-26T02:33:43.350935Z","end":"2026-02-26T02:33:45.202352Z","steps":["trace[1460979939] 'agreement among raft nodes before linearized reading' (duration: 1.851218141s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.20237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.353263Z","time spent":"1.848964689s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:45.202403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.350914Z","time spent":"1.851481998s","remote":"127.0.0.1:54518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:33:45.202065Z","caller":"traceutil/trace.go:171","msg":"trace[309285202] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"1.849743864s","start":"2026-02-26T02:33:43.352281Z","end":"2026-02-26T02:33:45.202025Z","steps":["trace[309285202] 'process raft request' (duration: 1.735259247s)","trace[309285202] 'compare' (duration: 113.380392ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:45.202623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.352265Z","time spent":"1.850213768s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:45.354214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000330274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:33:45.354338Z","caller":"traceutil/trace.go:171","msg":"trace[915424447] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000497549s","start":"2026-02-26T02:33:43.353815Z","end":"2026-02-26T02:33:45.354312Z","steps":["trace[915424447] 'agreement among raft nodes before linearized reading' (duration: 2.000344924s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.354395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.353807Z","time spent":"2.000575611s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:45.702339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:46.203461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:46.70421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:46.939355Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.849607265s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:33:46.939848Z","caller":"traceutil/trace.go:171","msg":"trace[567891745] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"2.867438541s","start":"2026-02-26T02:33:44.072378Z","end":"2026-02-26T02:33:46.939816Z","steps":["trace[567891745] 'process raft request' (duration: 2.867175203s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:46.940039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.072354Z","time spent":"2.867585206s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:46.940188Z","caller":"traceutil/trace.go:171","msg":"trace[1626730208] transaction","detail":"{read_only:false; response_revision:23991; number_of_response:1; }","duration":"2.864208398s","start":"2026-02-26T02:33:44.075959Z","end":"2026-02-26T02:33:46.940167Z","steps":["trace[1626730208] 'process raft request' (duration: 2.864134916s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:46.940211Z","caller":"traceutil/trace.go:171","msg":"trace[561197912] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"2.866212002s","start":"2026-02-26T02:33:44.073928Z","end":"2026-02-26T02:33:46.94014Z","steps":["trace[561197912] 'process raft request' (duration: 2.86582844s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:46.940336Z","caller":"traceutil/trace.go:171","msg":"trace[802051752] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"2.864120205s","start":"2026-02-26T02:33:44.076203Z","end":"2026-02-26T02:33:46.940323Z","steps":["trace[802051752] 'process raft request' (duration: 2.863927799s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:46.940367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.075942Z","time spent":"2.864311601s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:46.940378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.073897Z","time spent":"2.866422659s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:46.940417Z","caller":"traceutil/trace.go:171","msg":"trace[486132064] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"1.937194129s","start":"2026-02-26T02:33:45.003197Z","end":"2026-02-26T02:33:46.940391Z","steps":["trace[486132064] 'process raft request' (duration: 1.937071956s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:46.940468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.076186Z","time spent":"2.864194048s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:46.940566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:45.003166Z","time spent":"1.937321833s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":624,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:46.940221Z","caller":"traceutil/trace.go:171","msg":"trace[2093240237] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"2.866061887s","start":"2026-02-26T02:33:44.074128Z","end":"2026-02-26T02:33:46.94019Z","steps":["trace[2093240237] 'process raft request' (duration: 2.86584928s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:46.94072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.074113Z","time spent":"2.866570954s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:47.355269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999961378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:33:47.355349Z","caller":"traceutil/trace.go:171","msg":"trace[1224240369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094003s","start":"2026-02-26T02:33:45.355234Z","end":"2026-02-26T02:33:47.355328Z","steps":["trace[1224240369] 'agreement among raft nodes before linearized reading' (duration: 1.999985559s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.355396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:45.355214Z","time spent":"2.000167184s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:33:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:33:47.858173Z","caller":"traceutil/trace.go:171","msg":"trace[1905140952] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"2.687176149s","start":"2026-02-26T02:33:45.170978Z","end":"2026-02-26T02:33:47.858154Z","steps":["trace[1905140952] 'process raft request' (duration: 2.686633872s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.858209Z","caller":"traceutil/trace.go:171","msg":"trace[752639665] linearizableReadLoop","detail":"{readStateIndex:24849; appliedIndex:24840; }","duration":"2.656058942s","start":"2026-02-26T02:33:45.202118Z","end":"2026-02-26T02:33:47.858177Z","steps":["trace[752639665] 'read index received' (duration: 1.737471042s)","trace[752639665] 'applied index is now lower than readState.Index' (duration: 918.5863ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:47.858279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:45.170951Z","time spent":"2.687270122s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:47.858601Z","caller":"traceutil/trace.go:171","msg":"trace[620399516] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"2.686264989s","start":"2026-02-26T02:33:45.172321Z","end":"2026-02-26T02:33:47.858586Z","steps":["trace[620399516] 'process raft request' (duration: 2.68566842s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.858743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:45.172257Z","time spent":"2.686379153s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:47.858769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927863703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:47.85881Z","caller":"traceutil/trace.go:171","msg":"trace[514877219] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23996; }","duration":"2.927972506s","start":"2026-02-26T02:33:44.930823Z","end":"2026-02-26T02:33:47.858796Z","steps":["trace[514877219] 'agreement among raft nodes before linearized reading' (duration: 2.927888913s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.858789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.504145223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:47.858834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.930793Z","time spent":"2.928034398s","remote":"127.0.0.1:54466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:47.858848Z","caller":"traceutil/trace.go:171","msg":"trace[1396822411] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23996; }","duration":"4.504228926s","start":"2026-02-26T02:33:43.354605Z","end":"2026-02-26T02:33:47.858834Z","steps":["trace[1396822411] 'agreement among raft nodes before linearized reading' (duration: 4.504104362s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.858878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.81771969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:33:47.858905Z","caller":"traceutil/trace.go:171","msg":"trace[1264794481] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33; range_end:; response_count:1; response_revision:23996; }","duration":"3.817778032s","start":"2026-02-26T02:33:44.041118Z","end":"2026-02-26T02:33:47.858896Z","steps":["trace[1264794481] 'agreement among raft nodes before linearized reading' (duration: 3.817670059s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.858922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.041096Z","time spent":"3.817821644s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" "} {"level":"warn","ts":"2026-02-26T02:33:47.85885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977693321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130874"} {"level":"warn","ts":"2026-02-26T02:33:47.858933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.842376265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:47.858959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.987998799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-26T02:33:47.858976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828424104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:47.858966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.024104568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:47.858998Z","caller":"traceutil/trace.go:171","msg":"trace[619873542] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23996; }","duration":"2.828495075s","start":"2026-02-26T02:33:45.030494Z","end":"2026-02-26T02:33:47.858989Z","steps":["trace[619873542] 'agreement among raft nodes before linearized reading' (duration: 2.828455174s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.859Z","caller":"traceutil/trace.go:171","msg":"trace[911696821] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23996; }","duration":"3.842469838s","start":"2026-02-26T02:33:44.016503Z","end":"2026-02-26T02:33:47.858972Z","steps":["trace[911696821] 'agreement among raft nodes before linearized reading' (duration: 3.842392405s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.859005Z","caller":"traceutil/trace.go:171","msg":"trace[726120349] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"1.945793412s","start":"2026-02-26T02:33:45.913194Z","end":"2026-02-26T02:33:47.858988Z","steps":["trace[726120349] 'process raft request' (duration: 1.944910614s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.859016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:45.030468Z","time spent":"2.828543647s","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:47.859013Z","caller":"traceutil/trace.go:171","msg":"trace[504086219] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23996; }","duration":"4.024196171s","start":"2026-02-26T02:33:43.834804Z","end":"2026-02-26T02:33:47.859Z","steps":["trace[504086219] 'agreement among raft nodes before linearized reading' (duration: 4.024105268s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.859008Z","caller":"traceutil/trace.go:171","msg":"trace[1336005867] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23996; }","duration":"3.98805425s","start":"2026-02-26T02:33:43.870935Z","end":"2026-02-26T02:33:47.858989Z","steps":["trace[1336005867] 'agreement among raft nodes before linearized reading' (duration: 3.987900095s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.858782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.453262084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:47.859043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.016476Z","time spent":"3.842556731s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:47.85905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.834776Z","time spent":"4.024265613s","remote":"127.0.0.1:55854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:47.859055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.870923Z","time spent":"3.988123923s","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-26T02:33:47.859063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:45.913166Z","time spent":"1.945867115s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:47.858878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.354599Z","time spent":"4.504273698s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:33:47.85905Z","caller":"traceutil/trace.go:171","msg":"trace[511982655] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23996; }","duration":"3.977862137s","start":"2026-02-26T02:33:43.881108Z","end":"2026-02-26T02:33:47.85897Z","steps":["trace[511982655] 'agreement among raft nodes before linearized reading' (duration: 3.977541506s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.859081Z","caller":"traceutil/trace.go:171","msg":"trace[51017663] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23996; }","duration":"4.453571463s","start":"2026-02-26T02:33:43.405486Z","end":"2026-02-26T02:33:47.859057Z","steps":["trace[51017663] 'agreement among raft nodes before linearized reading' (duration: 4.453188571s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.859175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.405405Z","time spent":"4.453736179s","remote":"127.0.0.1:54698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:33:47.859197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.881096Z","time spent":"3.978038712s","remote":"127.0.0.1:54306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130896,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-02-26T02:33:47.938827Z","caller":"traceutil/trace.go:171","msg":"trace[1244384224] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"433.242615ms","start":"2026-02-26T02:33:47.505535Z","end":"2026-02-26T02:33:47.938777Z","steps":["trace[1244384224] 'process raft request' (duration: 433.131271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.939046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.505504Z","time spent":"433.431721ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:47.93907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.858088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:47.939077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.34298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:33:47.939155Z","caller":"traceutil/trace.go:171","msg":"trace[862417695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23998; }","duration":"578.990392ms","start":"2026-02-26T02:33:47.360144Z","end":"2026-02-26T02:33:47.939135Z","steps":["trace[862417695] 'agreement among raft nodes before linearized reading' (duration: 578.833877ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.939179Z","caller":"traceutil/trace.go:171","msg":"trace[1040969016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23998; }","duration":"732.492315ms","start":"2026-02-26T02:33:47.206661Z","end":"2026-02-26T02:33:47.939153Z","steps":["trace[1040969016] 'agreement among raft nodes before linearized reading' (duration: 732.149644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.939218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.360128Z","time spent":"579.081246ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:47.939239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.206645Z","time spent":"732.579758ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:33:47.939258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.550458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:47.939369Z","caller":"traceutil/trace.go:171","msg":"trace[858522859] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23998; }","duration":"256.726123ms","start":"2026-02-26T02:33:47.682616Z","end":"2026-02-26T02:33:47.939342Z","steps":["trace[858522859] 'agreement among raft nodes before linearized reading' (duration: 256.497896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.939437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616990836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-26T02:33:47.939499Z","caller":"traceutil/trace.go:171","msg":"trace[2021131530] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23998; }","duration":"1.617084279s","start":"2026-02-26T02:33:46.322399Z","end":"2026-02-26T02:33:47.939484Z","steps":["trace[2021131530] 'agreement among raft nodes before linearized reading' (duration: 1.616869552s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.939539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:46.322379Z","time spent":"1.617151251s","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-26T02:33:47.939094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.850822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-02-26T02:33:47.939571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170870662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:47.939633Z","caller":"traceutil/trace.go:171","msg":"trace[1269239654] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23998; }","duration":"2.170975695s","start":"2026-02-26T02:33:45.76864Z","end":"2026-02-26T02:33:47.939615Z","steps":["trace[1269239654] 'agreement among raft nodes before linearized reading' (duration: 2.170863332s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.939626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.474466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:33:47.939491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.713534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:33:47.93968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:45.768618Z","time spent":"2.171052708s","remote":"127.0.0.1:41490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:47.939694Z","caller":"traceutil/trace.go:171","msg":"trace[1865972882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23998; }","duration":"733.59431ms","start":"2026-02-26T02:33:47.206083Z","end":"2026-02-26T02:33:47.939677Z","steps":["trace[1865972882] 'agreement among raft nodes before linearized reading' (duration: 733.354773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.939708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.007498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:33:47.939756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.64629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:47.939801Z","caller":"traceutil/trace.go:171","msg":"trace[1195332542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23998; }","duration":"731.112211ms","start":"2026-02-26T02:33:47.208671Z","end":"2026-02-26T02:33:47.939783Z","steps":["trace[1195332542] 'agreement among raft nodes before linearized reading' (duration: 730.934095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.939858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.208665Z","time spent":"731.179274ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:47.939737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.206064Z","time spent":"733.664682ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:47.939955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.404992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:33:47.940001Z","caller":"traceutil/trace.go:171","msg":"trace[670886440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23998; }","duration":"732.460844ms","start":"2026-02-26T02:33:47.207531Z","end":"2026-02-26T02:33:47.939992Z","steps":["trace[670886440] 'agreement among raft nodes before linearized reading' (duration: 732.354421ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.939812Z","caller":"traceutil/trace.go:171","msg":"trace[1720917967] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23998; }","duration":"208.765613ms","start":"2026-02-26T02:33:47.73103Z","end":"2026-02-26T02:33:47.939796Z","steps":["trace[1720917967] 'agreement among raft nodes before linearized reading' (duration: 208.66957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.939556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.922666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:33:47.940038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263002921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:33:47.940088Z","caller":"traceutil/trace.go:171","msg":"trace[1127367592] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:23998; }","duration":"2.263065893s","start":"2026-02-26T02:33:45.677008Z","end":"2026-02-26T02:33:47.940074Z","steps":["trace[1127367592] 'agreement among raft nodes before linearized reading' (duration: 2.26297323s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.940127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:45.676996Z","time spent":"2.263123545s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-02-26T02:33:47.940136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287983192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:33:47.93976Z","caller":"traceutil/trace.go:171","msg":"trace[1790730655] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23998; }","duration":"534.395489ms","start":"2026-02-26T02:33:47.405189Z","end":"2026-02-26T02:33:47.939585Z","steps":["trace[1790730655] 'agreement among raft nodes before linearized reading' (duration: 533.727918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.940089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819269994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:47.940232Z","caller":"traceutil/trace.go:171","msg":"trace[1259373553] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23998; }","duration":"1.819685576s","start":"2026-02-26T02:33:46.120532Z","end":"2026-02-26T02:33:47.940218Z","steps":["trace[1259373553] 'agreement among raft nodes before linearized reading' (duration: 1.818901932s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.940318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:46.120515Z","time spent":"1.81976966s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:47.940117Z","caller":"traceutil/trace.go:171","msg":"trace[798249749] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23998; }","duration":"541.488414ms","start":"2026-02-26T02:33:47.398585Z","end":"2026-02-26T02:33:47.940073Z","steps":["trace[798249749] 'agreement among raft nodes before linearized reading' (duration: 540.891055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.940467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.398562Z","time spent":"541.854236ms","remote":"127.0.0.1:54764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:47.939953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288883211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:33:47.940551Z","caller":"traceutil/trace.go:171","msg":"trace[1415901504] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23998; }","duration":"2.2895089s","start":"2026-02-26T02:33:45.651022Z","end":"2026-02-26T02:33:47.940531Z","steps":["trace[1415901504] 'agreement among raft nodes before linearized reading' (duration: 2.288838629s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.94061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:45.651001Z","time spent":"2.289587093s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:33:47.940035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.207526Z","time spent":"732.502605ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:47.940448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.025342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:33:47.940904Z","caller":"traceutil/trace.go:171","msg":"trace[311176631] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23998; }","duration":"519.512618ms","start":"2026-02-26T02:33:47.421371Z","end":"2026-02-26T02:33:47.940884Z","steps":["trace[311176631] 'agreement among raft nodes before linearized reading' (duration: 518.422783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.939366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061370794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:47.94126Z","caller":"traceutil/trace.go:171","msg":"trace[959354177] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23998; }","duration":"2.063336006s","start":"2026-02-26T02:33:45.877905Z","end":"2026-02-26T02:33:47.941241Z","steps":["trace[959354177] 'agreement among raft nodes before linearized reading' (duration: 2.061323542s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.93988Z","caller":"traceutil/trace.go:171","msg":"trace[105674199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23998; }","duration":"733.974122ms","start":"2026-02-26T02:33:47.205715Z","end":"2026-02-26T02:33:47.939689Z","steps":["trace[105674199] 'agreement among raft nodes before linearized reading' (duration: 733.518507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.941408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.205677Z","time spent":"735.711707ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:33:47.941275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.421353Z","time spent":"519.630622ms","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:33:47.94144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:45.877879Z","time spent":"2.06345409s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:47.940183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.405168Z","time spent":"535.007109ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-26T02:33:47.940178Z","caller":"traceutil/trace.go:171","msg":"trace[1659536479] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23998; }","duration":"2.288067335s","start":"2026-02-26T02:33:45.652099Z","end":"2026-02-26T02:33:47.940166Z","steps":["trace[1659536479] 'agreement among raft nodes before linearized reading' (duration: 2.28791127s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.941614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:45.652075Z","time spent":"2.289509111s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T02:33:47.940681Z","caller":"traceutil/trace.go:171","msg":"trace[579674230] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"739.529518ms","start":"2026-02-26T02:33:47.201119Z","end":"2026-02-26T02:33:47.940648Z","steps":["trace[579674230] 'process raft request' (duration: 737.351769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.941945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.201091Z","time spent":"740.713866ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:48.439803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:48.940933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:49.215258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276789827s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:33:49.217589Z","caller":"traceutil/trace.go:171","msg":"trace[518193331] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"1.354792098s","start":"2026-02-26T02:33:47.862761Z","end":"2026-02-26T02:33:49.217553Z","steps":["trace[518193331] 'process raft request' (duration: 1.352805145s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:49.217744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.86271Z","time spent":"1.354948204s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:49.941556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000373431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:33:49.941639Z","caller":"traceutil/trace.go:171","msg":"trace[95095153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000489865s","start":"2026-02-26T02:33:47.941131Z","end":"2026-02-26T02:33:49.94162Z","steps":["trace[95095153] 'agreement among raft nodes before linearized reading' (duration: 2.000390421s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:49.941683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.941108Z","time spent":"2.000566666s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:33:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:33:50.63889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.423402383s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:33:50.721607Z","caller":"traceutil/trace.go:171","msg":"trace[1741754536] transaction","detail":"{read_only:false; response_revision:24003; number_of_response:1; }","duration":"2.774588657s","start":"2026-02-26T02:33:47.946978Z","end":"2026-02-26T02:33:50.721567Z","steps":["trace[1741754536] 'process raft request' (duration: 2.774300648s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:50.721675Z","caller":"traceutil/trace.go:171","msg":"trace[1789613972] transaction","detail":"{read_only:false; response_revision:24004; number_of_response:1; }","duration":"2.774271987s","start":"2026-02-26T02:33:47.947393Z","end":"2026-02-26T02:33:50.721665Z","steps":["trace[1789613972] 'process raft request' (duration: 2.773941787s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:50.721652Z","caller":"traceutil/trace.go:171","msg":"trace[18642041] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"1.774226438s","start":"2026-02-26T02:33:48.94739Z","end":"2026-02-26T02:33:50.721617Z","steps":["trace[18642041] 'process raft request' (duration: 1.774068893s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:50.721681Z","caller":"traceutil/trace.go:171","msg":"trace[645506455] linearizableReadLoop","detail":"{readStateIndex:24860; appliedIndex:24851; }","duration":"2.782929982s","start":"2026-02-26T02:33:47.938728Z","end":"2026-02-26T02:33:50.721658Z","steps":["trace[645506455] 'read index received' (duration: 1.276762147s)","trace[645506455] 'applied index is now lower than readState.Index' (duration: 1.506166585s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:50.72173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.946846Z","time spent":"2.774820574s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:50.721771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.947384Z","time spent":"2.774322719s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:50.721787Z","caller":"traceutil/trace.go:171","msg":"trace[909485011] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"1.774254088s","start":"2026-02-26T02:33:48.947521Z","end":"2026-02-26T02:33:50.721775Z","steps":["trace[909485011] 'process raft request' (duration: 1.773977739s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:50.721824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:48.947347Z","time spent":"1.774371632s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:50.721896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:48.947512Z","time spent":"1.77430143s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:50.721922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.941115Z","time spent":"2.780806704s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:33:50.721961Z","caller":"traceutil/trace.go:171","msg":"trace[2050082074] transaction","detail":"{read_only:false; response_revision:24002; number_of_response:1; }","duration":"2.775136485s","start":"2026-02-26T02:33:47.946805Z","end":"2026-02-26T02:33:50.721941Z","steps":["trace[2050082074] 'process raft request' (duration: 2.774443073s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:50.721986Z","caller":"traceutil/trace.go:171","msg":"trace[383000888] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"1.772698419s","start":"2026-02-26T02:33:48.949266Z","end":"2026-02-26T02:33:50.721964Z","steps":["trace[383000888] 'process raft request' (duration: 1.772293986s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:50.721978Z","caller":"traceutil/trace.go:171","msg":"trace[304906493] transaction","detail":"{read_only:false; response_revision:24000; number_of_response:1; }","duration":"2.776286201s","start":"2026-02-26T02:33:47.945663Z","end":"2026-02-26T02:33:50.721949Z","steps":["trace[304906493] 'process raft request' (duration: 2.775359232s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:50.721859Z","caller":"traceutil/trace.go:171","msg":"trace[1135514726] transaction","detail":"{read_only:false; response_revision:24005; number_of_response:1; }","duration":"2.77340598s","start":"2026-02-26T02:33:47.948446Z","end":"2026-02-26T02:33:50.721852Z","steps":["trace[1135514726] 'process raft request' (duration: 2.772921995s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:50.722044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856624656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:50.722061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.946784Z","time spent":"2.775219447s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:50.722077Z","caller":"traceutil/trace.go:171","msg":"trace[1325626233] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24012; }","duration":"2.856669498s","start":"2026-02-26T02:33:47.865397Z","end":"2026-02-26T02:33:50.722066Z","steps":["trace[1325626233] 'agreement among raft nodes before linearized reading' (duration: 2.856612446s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:50.72209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.948427Z","time spent":"2.773630517s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:50.722112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.865371Z","time spent":"2.856733469s","remote":"127.0.0.1:54518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:33:50.722111Z","caller":"traceutil/trace.go:171","msg":"trace[1170723928] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"1.774165475s","start":"2026-02-26T02:33:48.947936Z","end":"2026-02-26T02:33:50.722102Z","steps":["trace[1170723928] 'process raft request' (duration: 1.773594087s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:50.722135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.945643Z","time spent":"2.776398335s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:50.722161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:48.94792Z","time spent":"1.774216337s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:50.72219Z","caller":"traceutil/trace.go:171","msg":"trace[1767031763] transaction","detail":"{read_only:false; response_revision:24012; number_of_response:1; }","duration":"1.724149451s","start":"2026-02-26T02:33:48.998027Z","end":"2026-02-26T02:33:50.722176Z","steps":["trace[1767031763] 'process raft request' (duration: 1.723569242s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:50.721997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802277054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:33:50.72225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:48.997993Z","time spent":"1.724226423s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:50.72226Z","caller":"traceutil/trace.go:171","msg":"trace[1337102299] transaction","detail":"{read_only:false; response_revision:24001; number_of_response:1; }","duration":"2.776509438s","start":"2026-02-26T02:33:47.945739Z","end":"2026-02-26T02:33:50.722248Z","steps":["trace[1337102299] 'process raft request' (duration: 2.775468635s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:50.722276Z","caller":"traceutil/trace.go:171","msg":"trace[785993371] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24012; }","duration":"2.802604845s","start":"2026-02-26T02:33:47.919654Z","end":"2026-02-26T02:33:50.722259Z","steps":["trace[785993371] 'agreement among raft nodes before linearized reading' (duration: 2.802231223s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:50.722314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.919627Z","time spent":"2.802675598s","remote":"127.0.0.1:46924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:50.722315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.945718Z","time spent":"2.77656683s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:50.722184Z","caller":"traceutil/trace.go:171","msg":"trace[1368355473] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"1.775078304s","start":"2026-02-26T02:33:48.947078Z","end":"2026-02-26T02:33:50.722156Z","steps":["trace[1368355473] 'process raft request' (duration: 1.774352231s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:50.721618Z","caller":"traceutil/trace.go:171","msg":"trace[200976287] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"2.773124731s","start":"2026-02-26T02:33:47.948457Z","end":"2026-02-26T02:33:50.721581Z","steps":["trace[200976287] 'process raft request' (duration: 2.772946245s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:50.722073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:48.949249Z","time spent":"1.772778562s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:50.722521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.948442Z","time spent":"2.77402811s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:50.722444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:48.947042Z","time spent":"1.775376564s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:50.722568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859844749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:50.722639Z","caller":"traceutil/trace.go:171","msg":"trace[617406681] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24012; }","duration":"2.859929081s","start":"2026-02-26T02:33:47.862698Z","end":"2026-02-26T02:33:50.722627Z","steps":["trace[617406681] 'agreement among raft nodes before linearized reading' (duration: 2.859822037s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:50.72267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.862695Z","time spent":"2.859968812s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:33:50.722845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860107476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114390"} {"level":"info","ts":"2026-02-26T02:33:50.722895Z","caller":"traceutil/trace.go:171","msg":"trace[1350075107] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24012; }","duration":"2.860166209s","start":"2026-02-26T02:33:47.862719Z","end":"2026-02-26T02:33:50.722885Z","steps":["trace[1350075107] 'agreement among raft nodes before linearized reading' (duration: 2.859546539s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:50.722926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.862715Z","time spent":"2.86020157s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114412,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-26T02:33:50.723136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860441248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114390"} {"level":"info","ts":"2026-02-26T02:33:50.723193Z","caller":"traceutil/trace.go:171","msg":"trace[1891820631] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24012; }","duration":"2.860503399s","start":"2026-02-26T02:33:47.862677Z","end":"2026-02-26T02:33:50.72318Z","steps":["trace[1891820631] 'agreement among raft nodes before linearized reading' (duration: 2.859824558s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:50.723232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.862642Z","time spent":"2.860576492s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114412,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-26T02:33:51.222631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:51.948679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000411141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:33:51.948758Z","caller":"traceutil/trace.go:171","msg":"trace[1162782404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000541565s","start":"2026-02-26T02:33:49.948198Z","end":"2026-02-26T02:33:51.94874Z","steps":["trace[1162782404] 'agreement among raft nodes before linearized reading' (duration: 2.000436222s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:51.948808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:49.948184Z","time spent":"2.000614617s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:51.990635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.966942ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:51.990787Z","caller":"traceutil/trace.go:171","msg":"trace[1843915152] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24012; }","duration":"174.130597ms","start":"2026-02-26T02:33:51.816633Z","end":"2026-02-26T02:33:51.990764Z","steps":["trace[1843915152] 'range keys from in-memory index tree' (duration: 173.952681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:51.991603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.382955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:51.991807Z","caller":"traceutil/trace.go:171","msg":"trace[61877990] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"2.127531509s","start":"2026-02-26T02:33:49.864262Z","end":"2026-02-26T02:33:51.991793Z","steps":["trace[61877990] 'process raft request' (duration: 2.127417395s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:51.991809Z","caller":"traceutil/trace.go:171","msg":"trace[1855558835] transaction","detail":"{read_only:false; response_revision:24013; number_of_response:1; }","duration":"2.129013536s","start":"2026-02-26T02:33:49.862756Z","end":"2026-02-26T02:33:51.991769Z","steps":["trace[1855558835] 'process raft request' (duration: 1.477299621s)","trace[1855558835] 'compare' (duration: 651.285571ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:51.991888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:49.864249Z","time spent":"2.12759687s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:51.991912Z","caller":"traceutil/trace.go:171","msg":"trace[693765911] linearizableReadLoop","detail":"{readStateIndex:24869; appliedIndex:24866; }","duration":"1.270143027s","start":"2026-02-26T02:33:50.721742Z","end":"2026-02-26T02:33:51.991885Z","steps":["trace[693765911] 'read index received' (duration: 618.334208ms)","trace[693765911] 'applied index is now lower than readState.Index' (duration: 651.807319ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:51.991973Z","caller":"traceutil/trace.go:171","msg":"trace[1627783670] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"1.268258457s","start":"2026-02-26T02:33:50.723683Z","end":"2026-02-26T02:33:51.991942Z","steps":["trace[1627783670] 'process raft request' (duration: 1.268064501s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:51.992021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:49.86273Z","time spent":"2.129171511s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:51.992132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.287189936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:51.992181Z","caller":"traceutil/trace.go:171","msg":"trace[868402944] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24015; }","duration":"3.28728815s","start":"2026-02-26T02:33:48.704878Z","end":"2026-02-26T02:33:51.992167Z","steps":["trace[868402944] 'agreement among raft nodes before linearized reading' (duration: 3.287158825s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:51.992197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406453765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:51.99218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535305787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:51.992228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:48.704858Z","time spent":"3.287355042s","remote":"127.0.0.1:57986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:51.992242Z","caller":"traceutil/trace.go:171","msg":"trace[1312636409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24015; }","duration":"3.406493676s","start":"2026-02-26T02:33:48.585731Z","end":"2026-02-26T02:33:51.992225Z","steps":["trace[1312636409] 'agreement among raft nodes before linearized reading' (duration: 3.406435735s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:51.992211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:50.723637Z","time spent":"1.268441183s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:51.992279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769732544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-26T02:33:51.99228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:48.585686Z","time spent":"3.406585269s","remote":"127.0.0.1:41466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:51.992354Z","caller":"traceutil/trace.go:171","msg":"trace[1570615380] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33; range_end:; response_count:1; response_revision:24015; }","duration":"2.769852647s","start":"2026-02-26T02:33:49.222488Z","end":"2026-02-26T02:33:51.99234Z","steps":["trace[1570615380] 'agreement among raft nodes before linearized reading' (duration: 2.769696762s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:51.992371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265396397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:51.992386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:49.222463Z","time spent":"2.769915279s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" "} {"level":"info","ts":"2026-02-26T02:33:51.9924Z","caller":"traceutil/trace.go:171","msg":"trace[730025545] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24015; }","duration":"2.265464669s","start":"2026-02-26T02:33:49.726927Z","end":"2026-02-26T02:33:51.992392Z","steps":["trace[730025545] 'agreement among raft nodes before linearized reading' (duration: 2.265406857s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:51.992362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04110259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:51.992442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:49.726907Z","time spent":"2.26552347s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:51.99228Z","caller":"traceutil/trace.go:171","msg":"trace[308921006] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24015; }","duration":"2.535453572s","start":"2026-02-26T02:33:49.456796Z","end":"2026-02-26T02:33:51.99225Z","steps":["trace[308921006] 'agreement among raft nodes before linearized reading' (duration: 2.535285497s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:51.992544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:49.456775Z","time spent":"2.535757861s","remote":"127.0.0.1:55792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:51.992137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.455400585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:51.99272Z","caller":"traceutil/trace.go:171","msg":"trace[172504711] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24015; }","duration":"3.456020965s","start":"2026-02-26T02:33:48.536677Z","end":"2026-02-26T02:33:51.992698Z","steps":["trace[172504711] 'agreement among raft nodes before linearized reading' (duration: 3.455406736s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:51.99273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.048045759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8a166b05-0486-47d8-9a77-0fbb907bc805\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-02-26T02:33:51.992796Z","caller":"traceutil/trace.go:171","msg":"trace[1787047204] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8a166b05-0486-47d8-9a77-0fbb907bc805; range_end:; response_count:1; response_revision:24015; }","duration":"4.048143382s","start":"2026-02-26T02:33:47.944636Z","end":"2026-02-26T02:33:51.992779Z","steps":["trace[1787047204] 'agreement among raft nodes before linearized reading' (duration: 4.047935005s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:51.992817Z","caller":"traceutil/trace.go:171","msg":"trace[564283108] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24015; }","duration":"3.041724451s","start":"2026-02-26T02:33:48.951043Z","end":"2026-02-26T02:33:51.992768Z","steps":["trace[564283108] 'agreement among raft nodes before linearized reading' (duration: 3.040957516s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:51.992797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:48.536655Z","time spent":"3.456118398s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:51.992852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:47.944614Z","time spent":"4.048225705s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8a166b05-0486-47d8-9a77-0fbb907bc805\" "} {"level":"warn","ts":"2026-02-26T02:33:51.992862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:48.95102Z","time spent":"3.041829863s","remote":"127.0.0.1:57846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:52.798668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.291226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:52.798805Z","caller":"traceutil/trace.go:171","msg":"trace[1732132852] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"851.97129ms","start":"2026-02-26T02:33:51.946797Z","end":"2026-02-26T02:33:52.798768Z","steps":["trace[1732132852] 'process raft request' (duration: 186.494308ms)","trace[1732132852] 'compare' (duration: 664.897264ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:52.798915Z","caller":"traceutil/trace.go:171","msg":"trace[1916340403] linearizableReadLoop","detail":"{readStateIndex:24870; appliedIndex:24869; }","duration":"806.889412ms","start":"2026-02-26T02:33:51.991982Z","end":"2026-02-26T02:33:52.798872Z","steps":["trace[1916340403] 'read index received' (duration: 141.458661ms)","trace[1916340403] 'applied index is now lower than readState.Index' (duration: 665.42389ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:52.798945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:51.946757Z","time spent":"852.109235ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:52.799032Z","caller":"traceutil/trace.go:171","msg":"trace[1641244597] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"804.260309ms","start":"2026-02-26T02:33:51.994745Z","end":"2026-02-26T02:33:52.799005Z","steps":["trace[1641244597] 'process raft request' (duration: 804.030542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:52.799234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:51.994725Z","time spent":"804.412894ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:53.299174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:53.466979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.073244ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-26T02:33:53.467007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735696466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18713"} {"level":"warn","ts":"2026-02-26T02:33:53.467037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739141564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:53.467106Z","caller":"traceutil/trace.go:171","msg":"trace[1032452919] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24017; }","duration":"2.735820229s","start":"2026-02-26T02:33:50.731257Z","end":"2026-02-26T02:33:53.467078Z","steps":["trace[1032452919] 'agreement among raft nodes before linearized reading' (duration: 2.067765605s)","trace[1032452919] 'range keys from in-memory index tree' (duration: 667.815466ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:53.467162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:50.731252Z","time spent":"2.735898701s","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-26T02:33:53.467222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740216648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T02:33:53.467896Z","caller":"traceutil/trace.go:171","msg":"trace[1623110588] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24017; }","duration":"2.740931341s","start":"2026-02-26T02:33:50.726934Z","end":"2026-02-26T02:33:53.467866Z","steps":["trace[1623110588] 'agreement among raft nodes before linearized reading' (duration: 2.072130104s)","trace[1623110588] 'range keys from in-memory index tree' (duration: 667.931069ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:53.467945Z","caller":"traceutil/trace.go:171","msg":"trace[1729376972] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"740.353464ms","start":"2026-02-26T02:33:52.727572Z","end":"2026-02-26T02:33:53.467925Z","steps":["trace[1729376972] 'process raft request' (duration: 739.540178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:53.467962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:50.726922Z","time spent":"2.741021224s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:33:53.468073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:52.727543Z","time spent":"740.460067ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:53.467252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483849238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:53.468229Z","caller":"traceutil/trace.go:171","msg":"trace[827876751] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24017; }","duration":"1.48484476s","start":"2026-02-26T02:33:51.983355Z","end":"2026-02-26T02:33:53.4682Z","steps":["trace[827876751] 'agreement among raft nodes before linearized reading' (duration: 815.706972ms)","trace[827876751] 'count revisions from in-memory index tree' (duration: 668.130636ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:53.468382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:51.983335Z","time spent":"1.485022176s","remote":"127.0.0.1:55922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:53.467244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517844524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:53.467322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797095892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:33:53.46732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056348343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:53.467323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737076888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-26T02:33:53.467314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713235614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:33:53.467393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949429757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:33:53.467427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737201863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130874"} {"level":"info","ts":"2026-02-26T02:33:53.46719Z","caller":"traceutil/trace.go:171","msg":"trace[360617053] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24017; }","duration":"2.739265408s","start":"2026-02-26T02:33:50.727835Z","end":"2026-02-26T02:33:53.467101Z","steps":["trace[360617053] 'agreement among raft nodes before linearized reading' (duration: 2.071231815s)","trace[360617053] 'range keys from in-memory index tree' (duration: 667.851828ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:53.469759Z","caller":"traceutil/trace.go:171","msg":"trace[1920106913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24017; }","duration":"1.520386685s","start":"2026-02-26T02:33:51.949341Z","end":"2026-02-26T02:33:53.469728Z","steps":["trace[1920106913] 'agreement among raft nodes before linearized reading' (duration: 849.77065ms)","trace[1920106913] 'range keys from in-memory index tree' (duration: 668.081774ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:53.469778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:50.727829Z","time spent":"2.741921603s","remote":"127.0.0.1:54518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:33:53.469829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:51.949323Z","time spent":"1.520486189s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:33:53.470008Z","caller":"traceutil/trace.go:171","msg":"trace[241979420] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24017; }","duration":"2.71596507s","start":"2026-02-26T02:33:50.754022Z","end":"2026-02-26T02:33:53.469987Z","steps":["trace[241979420] 'agreement among raft nodes before linearized reading' (duration: 2.045011335s)","trace[241979420] 'count revisions from in-memory index tree' (duration: 668.220779ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:53.47007Z","caller":"traceutil/trace.go:171","msg":"trace[2125503627] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24017; }","duration":"1.799839989s","start":"2026-02-26T02:33:51.670218Z","end":"2026-02-26T02:33:53.470058Z","steps":["trace[2125503627] 'agreement among raft nodes before linearized reading' (duration: 1.128881823s)","trace[2125503627] 'count revisions from in-memory index tree' (duration: 668.203668ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:53.47008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:50.754009Z","time spent":"2.716052953s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:53.469983Z","caller":"traceutil/trace.go:171","msg":"trace[2064944017] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24017; }","duration":"2.73964475s","start":"2026-02-26T02:33:50.73022Z","end":"2026-02-26T02:33:53.469864Z","steps":["trace[2064944017] 'agreement among raft nodes before linearized reading' (duration: 2.068825369s)","trace[2064944017] 'range keys from in-memory index tree' (duration: 668.193498ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:53.4707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:50.73021Z","time spent":"2.740464716s","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-02-26T02:33:53.470122Z","caller":"traceutil/trace.go:171","msg":"trace[237273710] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24017; }","duration":"1.952190454s","start":"2026-02-26T02:33:51.517915Z","end":"2026-02-26T02:33:53.470106Z","steps":["trace[237273710] 'agreement among raft nodes before linearized reading' (duration: 1.281191347s)","trace[237273710] 'count revisions from in-memory index tree' (duration: 668.265601ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:53.470848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:51.517894Z","time spent":"1.952924727s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:53.470115Z","caller":"traceutil/trace.go:171","msg":"trace[1178698905] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24017; }","duration":"2.059174903s","start":"2026-02-26T02:33:51.410923Z","end":"2026-02-26T02:33:53.470097Z","steps":["trace[1178698905] 'agreement among raft nodes before linearized reading' (duration: 1.388193506s)","trace[1178698905] 'count revisions from in-memory index tree' (duration: 668.178917ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:53.470963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:51.410903Z","time spent":"2.060046401s","remote":"127.0.0.1:46896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:53.470163Z","caller":"traceutil/trace.go:171","msg":"trace[555170387] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24017; }","duration":"2.73996694s","start":"2026-02-26T02:33:50.730179Z","end":"2026-02-26T02:33:53.470146Z","steps":["trace[555170387] 'agreement among raft nodes before linearized reading' (duration: 2.068877191s)","trace[555170387] 'range keys from in-memory index tree' (duration: 668.227379ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:53.47108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:50.730163Z","time spent":"2.740911231s","remote":"127.0.0.1:54306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130896,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T02:33:53.471182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:51.670148Z","time spent":"1.800960164s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:54.051382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.394052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:54.051659Z","caller":"traceutil/trace.go:171","msg":"trace[431144493] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"1.323693574s","start":"2026-02-26T02:33:52.727944Z","end":"2026-02-26T02:33:54.051638Z","steps":["trace[431144493] 'process raft request' (duration: 739.968372ms)","trace[431144493] 'compare' (duration: 582.753631ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:54.051772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:52.727917Z","time spent":"1.323817818s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:54.052024Z","caller":"traceutil/trace.go:171","msg":"trace[153236495] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"1.323471497s","start":"2026-02-26T02:33:52.728526Z","end":"2026-02-26T02:33:54.051998Z","steps":["trace[153236495] 'process raft request' (duration: 1.323027553s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:54.052074Z","caller":"traceutil/trace.go:171","msg":"trace[5709180] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"1.323400475s","start":"2026-02-26T02:33:52.728647Z","end":"2026-02-26T02:33:54.052047Z","steps":["trace[5709180] 'process raft request' (duration: 1.323217899s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:54.05224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:52.728635Z","time spent":"1.323507139s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:54.052237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:52.728506Z","time spent":"1.323588881s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:54.052277Z","caller":"traceutil/trace.go:171","msg":"trace[105960124] linearizableReadLoop","detail":"{readStateIndex:24877; appliedIndex:24871; }","duration":"1.253244343s","start":"2026-02-26T02:33:52.798982Z","end":"2026-02-26T02:33:54.052226Z","steps":["trace[105960124] 'read index received' (duration: 544.478039ms)","trace[105960124] 'applied index is now lower than readState.Index' (duration: 708.764954ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:54.052366Z","caller":"traceutil/trace.go:171","msg":"trace[752435867] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"1.32292112s","start":"2026-02-26T02:33:52.729421Z","end":"2026-02-26T02:33:54.052342Z","steps":["trace[752435867] 'process raft request' (duration: 1.322572679s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:54.052418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324969755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T02:33:54.052459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:52.729411Z","time spent":"1.323000953s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:54.052469Z","caller":"traceutil/trace.go:171","msg":"trace[1289677208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24022; }","duration":"1.325049757s","start":"2026-02-26T02:33:52.727406Z","end":"2026-02-26T02:33:54.052456Z","steps":["trace[1289677208] 'agreement among raft nodes before linearized reading' (duration: 1.32483578s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:54.052469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324600703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:33:54.052508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:52.727389Z","time spent":"1.325108159s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:33:54.052454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354374826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:54.052513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057579294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-26T02:33:54.052537Z","caller":"traceutil/trace.go:171","msg":"trace[2125948047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24022; }","duration":"1.324720617s","start":"2026-02-26T02:33:52.727799Z","end":"2026-02-26T02:33:54.05252Z","steps":["trace[2125948047] 'agreement among raft nodes before linearized reading' (duration: 1.324431048s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:54.052554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324142989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:33:54.052558Z","caller":"traceutil/trace.go:171","msg":"trace[1634688975] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24022; }","duration":"1.354530412s","start":"2026-02-26T02:33:52.698009Z","end":"2026-02-26T02:33:54.052539Z","steps":["trace[1634688975] 'agreement among raft nodes before linearized reading' (duration: 1.354234582s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:54.05258Z","caller":"traceutil/trace.go:171","msg":"trace[2106359477] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24022; }","duration":"2.057686687s","start":"2026-02-26T02:33:51.994877Z","end":"2026-02-26T02:33:54.052564Z","steps":["trace[2106359477] 'agreement among raft nodes before linearized reading' (duration: 2.05745061s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:54.052586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:52.727777Z","time spent":"1.32480035s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:33:54.0526Z","caller":"traceutil/trace.go:171","msg":"trace[886395720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24022; }","duration":"1.324209781s","start":"2026-02-26T02:33:52.728377Z","end":"2026-02-26T02:33:54.052587Z","steps":["trace[886395720] 'agreement among raft nodes before linearized reading' (duration: 1.324071637s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:54.052612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:52.697987Z","time spent":"1.354614114s","remote":"127.0.0.1:41636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:54.052619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:51.994861Z","time spent":"2.057749939s","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:33:54.052633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:52.728369Z","time spent":"1.324256992s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:54.052634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324632364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T02:33:54.052674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325159661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:33:54.052745Z","caller":"traceutil/trace.go:171","msg":"trace[645887624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24022; }","duration":"1.325262824s","start":"2026-02-26T02:33:52.727469Z","end":"2026-02-26T02:33:54.052732Z","steps":["trace[645887624] 'agreement among raft nodes before linearized reading' (duration: 1.324972934s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:54.052816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:52.727464Z","time spent":"1.325314426s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:33:54.052689Z","caller":"traceutil/trace.go:171","msg":"trace[1920571834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24022; }","duration":"1.324718527s","start":"2026-02-26T02:33:52.727959Z","end":"2026-02-26T02:33:54.052678Z","steps":["trace[1920571834] 'agreement among raft nodes before linearized reading' (duration: 1.324571922s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:54.052962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:52.727948Z","time spent":"1.324996905s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:33:54.053198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056347095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T02:33:54.053559Z","caller":"traceutil/trace.go:171","msg":"trace[2023553327] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24022; }","duration":"2.056730017s","start":"2026-02-26T02:33:51.996812Z","end":"2026-02-26T02:33:54.053542Z","steps":["trace[2023553327] 'agreement among raft nodes before linearized reading' (duration: 2.055433726s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:54.053604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:51.996796Z","time spent":"2.056794709s","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-26T02:33:54.553459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:55.479021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999964667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:33:55.47912Z","caller":"traceutil/trace.go:171","msg":"trace[1538346467] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000126632s","start":"2026-02-26T02:33:53.478972Z","end":"2026-02-26T02:33:55.479099Z","steps":["trace[1538346467] 'agreement among raft nodes before linearized reading' (duration: 2.000014899s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:55.479181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:53.478945Z","time spent":"2.000222546s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:33:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:33:55.509157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.02954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:55.509287Z","caller":"traceutil/trace.go:171","msg":"trace[1852397684] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"1.510556843s","start":"2026-02-26T02:33:53.99869Z","end":"2026-02-26T02:33:55.509247Z","steps":["trace[1852397684] 'process raft request' (duration: 730.355227ms)","trace[1852397684] 'compare' (duration: 779.06153ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:55.509356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:53.998668Z","time spent":"1.510652186s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:55.509644Z","caller":"traceutil/trace.go:171","msg":"trace[1784896888] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"1.510861353s","start":"2026-02-26T02:33:53.998759Z","end":"2026-02-26T02:33:55.50962Z","steps":["trace[1784896888] 'process raft request' (duration: 1.510680497s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:55.509795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:53.998725Z","time spent":"1.510992427s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:55.509909Z","caller":"traceutil/trace.go:171","msg":"trace[16077010] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"1.452216755s","start":"2026-02-26T02:33:54.057672Z","end":"2026-02-26T02:33:55.509889Z","steps":["trace[16077010] 'process raft request' (duration: 1.451899035s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:55.510048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:54.057659Z","time spent":"1.452313688s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:55.510129Z","caller":"traceutil/trace.go:171","msg":"trace[1094450700] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"1.452356719s","start":"2026-02-26T02:33:54.057748Z","end":"2026-02-26T02:33:55.510104Z","steps":["trace[1094450700] 'process raft request' (duration: 1.451992237s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:55.510178Z","caller":"traceutil/trace.go:171","msg":"trace[953292941] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"1.450673676s","start":"2026-02-26T02:33:54.059494Z","end":"2026-02-26T02:33:55.510168Z","steps":["trace[953292941] 'process raft request' (duration: 1.450602204s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:55.510181Z","caller":"traceutil/trace.go:171","msg":"trace[1767304666] linearizableReadLoop","detail":"{readStateIndex:24884; appliedIndex:24877; }","duration":"1.457782381s","start":"2026-02-26T02:33:54.052386Z","end":"2026-02-26T02:33:55.510169Z","steps":["trace[1767304666] 'read index received' (duration: 676.748239ms)","trace[1767304666] 'applied index is now lower than readState.Index' (duration: 781.033232ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:55.510229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:54.059482Z","time spent":"1.450718988s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:55.510246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:54.057739Z","time spent":"1.452451583s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:55.510217Z","caller":"traceutil/trace.go:171","msg":"trace[139469729] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"1.45239258s","start":"2026-02-26T02:33:54.057761Z","end":"2026-02-26T02:33:55.510153Z","steps":["trace[139469729] 'process raft request' (duration: 1.452276127s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:55.510318Z","caller":"traceutil/trace.go:171","msg":"trace[1237612932] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"1.448238249s","start":"2026-02-26T02:33:54.062071Z","end":"2026-02-26T02:33:55.510309Z","steps":["trace[1237612932] 'process raft request' (duration: 1.448059884s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:55.510301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57957891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:55.510367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039783519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"warn","ts":"2026-02-26T02:33:55.510373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:54.062063Z","time spent":"1.448286101s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:55.510383Z","caller":"traceutil/trace.go:171","msg":"trace[1836052790] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24029; }","duration":"1.579716454s","start":"2026-02-26T02:33:53.930643Z","end":"2026-02-26T02:33:55.51036Z","steps":["trace[1836052790] 'agreement among raft nodes before linearized reading' (duration: 1.579556719s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:55.510409Z","caller":"traceutil/trace.go:171","msg":"trace[100580084] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24029; }","duration":"2.039861761s","start":"2026-02-26T02:33:53.470538Z","end":"2026-02-26T02:33:55.5104Z","steps":["trace[100580084] 'agreement among raft nodes before linearized reading' (duration: 2.039695516s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:55.51044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:53.47052Z","time spent":"2.039913543s","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:33:55.510407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:54.057738Z","time spent":"1.452567666s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:55.510439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:53.930617Z","time spent":"1.579805847s","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:55.510473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706829251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:33:55.510531Z","caller":"traceutil/trace.go:171","msg":"trace[209370914] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33; range_end:; response_count:1; response_revision:24029; }","duration":"2.706913364s","start":"2026-02-26T02:33:52.803601Z","end":"2026-02-26T02:33:55.510514Z","steps":["trace[209370914] 'agreement among raft nodes before linearized reading' (duration: 2.706766239s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:55.510583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:52.803581Z","time spent":"2.706989536s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" "} {"level":"warn","ts":"2026-02-26T02:33:56.01079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:56.511485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:56.909698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.396974886s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:33:56.910497Z","caller":"traceutil/trace.go:171","msg":"trace[2103912665] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"1.435850277s","start":"2026-02-26T02:33:55.474619Z","end":"2026-02-26T02:33:56.910469Z","steps":["trace[2103912665] 'process raft request' (duration: 1.435702743s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:56.910949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:55.474593Z","time spent":"1.436068494s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:56.911697Z","caller":"traceutil/trace.go:171","msg":"trace[1182938306] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"1.465319212s","start":"2026-02-26T02:33:55.446362Z","end":"2026-02-26T02:33:56.911682Z","steps":["trace[1182938306] 'process raft request' (duration: 1.463654149s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:56.911933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:55.446338Z","time spent":"1.465443395s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:57.479634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:33:57.47971Z","caller":"traceutil/trace.go:171","msg":"trace[642034795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398882s","start":"2026-02-26T02:33:55.479293Z","end":"2026-02-26T02:33:57.479692Z","steps":["trace[642034795] 'agreement among raft nodes before linearized reading' (duration: 2.000269408s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:57.479749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:55.479279Z","time spent":"2.000461474s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:57.597016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000861187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:33:57.597114Z","caller":"traceutil/trace.go:171","msg":"trace[755716003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001037872s","start":"2026-02-26T02:33:55.596055Z","end":"2026-02-26T02:33:57.597093Z","steps":["trace[755716003] 'agreement among raft nodes before linearized reading' (duration: 2.000890087s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:57.597171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:55.596036Z","time spent":"2.001125045s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:33:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:33:57.912558Z","caller":"traceutil/trace.go:171","msg":"trace[1654727066] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"2.39805487s","start":"2026-02-26T02:33:55.514471Z","end":"2026-02-26T02:33:57.912526Z","steps":["trace[1654727066] 'process raft request' (duration: 2.397514243s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:57.912659Z","caller":"traceutil/trace.go:171","msg":"trace[1017821843] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"1.853694514s","start":"2026-02-26T02:33:56.058939Z","end":"2026-02-26T02:33:57.912633Z","steps":["trace[1017821843] 'process raft request' (duration: 1.853621492s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:57.912745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:55.514451Z","time spent":"2.398179954s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:57.912833Z","caller":"traceutil/trace.go:171","msg":"trace[519468244] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"1.854143479s","start":"2026-02-26T02:33:56.058678Z","end":"2026-02-26T02:33:57.912822Z","steps":["trace[519468244] 'process raft request' (duration: 1.853767387s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:57.91286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:56.058932Z","time spent":"1.85383889s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:57.912881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:56.058653Z","time spent":"1.854204901s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:57.912965Z","caller":"traceutil/trace.go:171","msg":"trace[1571036964] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"1.854061266s","start":"2026-02-26T02:33:56.058884Z","end":"2026-02-26T02:33:57.912945Z","steps":["trace[1571036964] 'process raft request' (duration: 1.853642973s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:57.913046Z","caller":"traceutil/trace.go:171","msg":"trace[1981903076] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"1.853785188s","start":"2026-02-26T02:33:56.059249Z","end":"2026-02-26T02:33:57.913034Z","steps":["trace[1981903076] 'process raft request' (duration: 1.853348464s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:57.913005Z","caller":"traceutil/trace.go:171","msg":"trace[1815342294] linearizableReadLoop","detail":"{readStateIndex:24891; appliedIndex:24884; }","duration":"2.402737388s","start":"2026-02-26T02:33:55.510208Z","end":"2026-02-26T02:33:57.912945Z","steps":["trace[1815342294] 'read index received' (duration: 1.399743454s)","trace[1815342294] 'applied index is now lower than readState.Index' (duration: 1.002992424s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:57.913061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:56.058869Z","time spent":"1.85415554s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:57.913115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:56.059238Z","time spent":"1.85384244s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:57.913268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577706371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:57.913377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.856413119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-309418df-b38d-4770-a1d8-fdd88dd33f72\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T02:33:57.913379Z","caller":"traceutil/trace.go:171","msg":"trace[994407297] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24036; }","duration":"2.577898177s","start":"2026-02-26T02:33:55.335456Z","end":"2026-02-26T02:33:57.913354Z","steps":["trace[994407297] 'agreement among raft nodes before linearized reading' (duration: 2.5776608s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:57.913798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:55.335436Z","time spent":"2.578333181s","remote":"127.0.0.1:41678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:57.913461Z","caller":"traceutil/trace.go:171","msg":"trace[1304907943] range","detail":"{range_begin:/registry/persistentvolumes/pvc-309418df-b38d-4770-a1d8-fdd88dd33f72; range_end:; response_count:1; response_revision:24036; }","duration":"3.856497922s","start":"2026-02-26T02:33:54.056947Z","end":"2026-02-26T02:33:57.913445Z","steps":["trace[1304907943] 'agreement among raft nodes before linearized reading' (duration: 3.856259275s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:57.914985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:54.056927Z","time spent":"3.85803889s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-309418df-b38d-4770-a1d8-fdd88dd33f72\" "} {"level":"warn","ts":"2026-02-26T02:33:57.914214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.859424595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:33:57.915182Z","caller":"traceutil/trace.go:171","msg":"trace[1493852848] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24036; }","duration":"3.860483058s","start":"2026-02-26T02:33:54.054684Z","end":"2026-02-26T02:33:57.915167Z","steps":["trace[1493852848] 'agreement among raft nodes before linearized reading' (duration: 3.85866854s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:57.915223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:54.054667Z","time spent":"3.86054556s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-26T02:33:58.41399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606174,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:33:58.492091Z","caller":"traceutil/trace.go:171","msg":"trace[2106166093] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"975.937078ms","start":"2026-02-26T02:33:57.516101Z","end":"2026-02-26T02:33:58.492039Z","steps":["trace[2106166093] 'process raft request' (duration: 971.703444ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:58.492138Z","caller":"traceutil/trace.go:171","msg":"trace[1641150238] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"974.75355ms","start":"2026-02-26T02:33:57.517356Z","end":"2026-02-26T02:33:58.492109Z","steps":["trace[1641150238] 'process raft request' (duration: 974.586975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.49227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.516088Z","time spent":"976.085052ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:58.492332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.51734Z","time spent":"974.865853ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:58.492368Z","caller":"traceutil/trace.go:171","msg":"trace[1080572054] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"687.237502ms","start":"2026-02-26T02:33:57.805044Z","end":"2026-02-26T02:33:58.492281Z","steps":["trace[1080572054] 'process raft request' (duration: 686.993974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.492622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.805019Z","time spent":"687.525481ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:58.790055Z","caller":"traceutil/trace.go:171","msg":"trace[789929780] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"672.576187ms","start":"2026-02-26T02:33:58.117447Z","end":"2026-02-26T02:33:58.790023Z","steps":["trace[789929780] 'process raft request' (duration: 672.160704ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:58.790209Z","caller":"traceutil/trace.go:171","msg":"trace[1653564718] linearizableReadLoop","detail":"{readStateIndex:24896; appliedIndex:24891; }","duration":"877.087236ms","start":"2026-02-26T02:33:57.913092Z","end":"2026-02-26T02:33:58.790179Z","steps":["trace[1653564718] 'read index received' (duration: 574.682056ms)","trace[1653564718] 'applied index is now lower than readState.Index' (duration: 302.40277ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:58.79035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:58.117428Z","time spent":"672.715152ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:58.790391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275793167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:33:58.790434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303450444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:58.790458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274404433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:33:58.790489Z","caller":"traceutil/trace.go:171","msg":"trace[1128491714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24041; }","duration":"1.303528705s","start":"2026-02-26T02:33:57.486944Z","end":"2026-02-26T02:33:58.790472Z","steps":["trace[1128491714] 'agreement among raft nodes before linearized reading' (duration: 1.30337495s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.790512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2749606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:33:58.790532Z","caller":"traceutil/trace.go:171","msg":"trace[120090702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24041; }","duration":"1.275000762s","start":"2026-02-26T02:33:57.515526Z","end":"2026-02-26T02:33:58.790526Z","steps":["trace[120090702] 'agreement among raft nodes before linearized reading' (duration: 1.27493881s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.790529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.486931Z","time spent":"1.303587848s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:58.790554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.515514Z","time spent":"1.275035483s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:58.790587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274402943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:33:58.790504Z","caller":"traceutil/trace.go:171","msg":"trace[196813919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24041; }","duration":"1.274484876s","start":"2026-02-26T02:33:57.516006Z","end":"2026-02-26T02:33:58.790491Z","steps":["trace[196813919] 'agreement among raft nodes before linearized reading' (duration: 1.274276819s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:58.790617Z","caller":"traceutil/trace.go:171","msg":"trace[775972675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24041; }","duration":"1.274446135s","start":"2026-02-26T02:33:57.516162Z","end":"2026-02-26T02:33:58.790608Z","steps":["trace[775972675] 'agreement among raft nodes before linearized reading' (duration: 1.274363552s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.790651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.516156Z","time spent":"1.274487876s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:58.79072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.515997Z","time spent":"1.274642861s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:33:58.790799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304992892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:58.790847Z","caller":"traceutil/trace.go:171","msg":"trace[1168704825] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24041; }","duration":"1.305046064s","start":"2026-02-26T02:33:57.485786Z","end":"2026-02-26T02:33:58.790833Z","steps":["trace[1168704825] 'agreement among raft nodes before linearized reading' (duration: 1.304947281s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.790852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597373225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:58.790888Z","caller":"traceutil/trace.go:171","msg":"trace[502637412] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24041; }","duration":"1.597412866s","start":"2026-02-26T02:33:57.193465Z","end":"2026-02-26T02:33:58.790877Z","steps":["trace[502637412] 'agreement among raft nodes before linearized reading' (duration: 1.597340904s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.790881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268159674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-26T02:33:58.790888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.485739Z","time spent":"1.305137076s","remote":"127.0.0.1:34122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:58.790947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396923134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:58.790967Z","caller":"traceutil/trace.go:171","msg":"trace[1242094878] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24041; }","duration":"1.396978147s","start":"2026-02-26T02:33:57.393984Z","end":"2026-02-26T02:33:58.790962Z","steps":["trace[1242094878] 'agreement among raft nodes before linearized reading' (duration: 1.396940106s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.790983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.393963Z","time spent":"1.397015277s","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:58.791005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379915266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:58.790446Z","caller":"traceutil/trace.go:171","msg":"trace[708539398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24041; }","duration":"1.27588649s","start":"2026-02-26T02:33:57.514545Z","end":"2026-02-26T02:33:58.790432Z","steps":["trace[708539398] 'agreement among raft nodes before linearized reading' (duration: 1.275665153s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.791298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.514531Z","time spent":"1.276731466s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:33:58.79091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.193447Z","time spent":"1.597456647s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:58.791364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.920029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:33:58.791597Z","caller":"traceutil/trace.go:171","msg":"trace[836304965] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33; range_end:; response_count:1; response_revision:24041; }","duration":"876.182488ms","start":"2026-02-26T02:33:57.915403Z","end":"2026-02-26T02:33:58.791585Z","steps":["trace[836304965] 'agreement among raft nodes before linearized reading' (duration: 875.883168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.791207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274815306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:33:58.791629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.915386Z","time spent":"876.236029ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" "} {"level":"info","ts":"2026-02-26T02:33:58.791653Z","caller":"traceutil/trace.go:171","msg":"trace[1048447196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24041; }","duration":"1.2752681s","start":"2026-02-26T02:33:57.516362Z","end":"2026-02-26T02:33:58.79163Z","steps":["trace[1048447196] 'agreement among raft nodes before linearized reading' (duration: 1.274747133s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.791697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.516356Z","time spent":"1.275330683s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:58.791857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.264338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:33:58.790936Z","caller":"traceutil/trace.go:171","msg":"trace[1513215552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24041; }","duration":"3.268255507s","start":"2026-02-26T02:33:55.522661Z","end":"2026-02-26T02:33:58.790916Z","steps":["trace[1513215552] 'agreement among raft nodes before linearized reading' (duration: 3.268085062s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:58.79132Z","caller":"traceutil/trace.go:171","msg":"trace[10642348] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"537.54167ms","start":"2026-02-26T02:33:58.253759Z","end":"2026-02-26T02:33:58.791301Z","steps":["trace[10642348] 'process raft request' (duration: 536.194667ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:58.791944Z","caller":"traceutil/trace.go:171","msg":"trace[812771949] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24041; }","duration":"875.365592ms","start":"2026-02-26T02:33:57.916566Z","end":"2026-02-26T02:33:58.791932Z","steps":["trace[812771949] 'agreement among raft nodes before linearized reading' (duration: 875.205026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.792036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:58.253732Z","time spent":"538.237402ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:58.792038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906553989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:33:58.792048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.916551Z","time spent":"875.485545ms","remote":"127.0.0.1:54518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:33:58.792092Z","caller":"traceutil/trace.go:171","msg":"trace[1368305754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24041; }","duration":"2.906642722s","start":"2026-02-26T02:33:55.885431Z","end":"2026-02-26T02:33:58.792074Z","steps":["trace[1368305754] 'agreement among raft nodes before linearized reading' (duration: 2.906556949s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.792211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.45486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-26T02:33:58.792321Z","caller":"traceutil/trace.go:171","msg":"trace[1943459460] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24041; }","duration":"771.543883ms","start":"2026-02-26T02:33:58.020708Z","end":"2026-02-26T02:33:58.792252Z","steps":["trace[1943459460] 'agreement among raft nodes before linearized reading' (duration: 771.45262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.792362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:58.020687Z","time spent":"771.665947ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:33:58.792374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:55.88541Z","time spent":"2.906821288s","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:58.792528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.87552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:58.792563Z","caller":"traceutil/trace.go:171","msg":"trace[1611277055] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24041; }","duration":"692.939092ms","start":"2026-02-26T02:33:58.099614Z","end":"2026-02-26T02:33:58.792554Z","steps":["trace[1611277055] 'agreement among raft nodes before linearized reading' (duration: 692.88359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.792592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:58.0996Z","time spent":"692.984473ms","remote":"127.0.0.1:41602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:58.791043Z","caller":"traceutil/trace.go:171","msg":"trace[1046111183] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24041; }","duration":"2.379957497s","start":"2026-02-26T02:33:56.411075Z","end":"2026-02-26T02:33:58.791033Z","steps":["trace[1046111183] 'agreement among raft nodes before linearized reading' (duration: 2.379886915s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:58.793322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:55.522647Z","time spent":"3.269327582s","remote":"127.0.0.1:41570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T02:33:58.793315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:56.411008Z","time spent":"2.382291121s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:59.366491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:59.866763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:00.367105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:00.799747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000843625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:34:00.799831Z","caller":"traceutil/trace.go:171","msg":"trace[1271676380] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000960049s","start":"2026-02-26T02:33:58.798854Z","end":"2026-02-26T02:34:00.799814Z","steps":["trace[1271676380] 'agreement among raft nodes before linearized reading' (duration: 2.000851715s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:00.799881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:58.798849Z","time spent":"2.001023111s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:34:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:34:00.837868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.972108876s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:34:00.838369Z","caller":"traceutil/trace.go:171","msg":"trace[1022462164] transaction","detail":"{read_only:false; response_revision:24043; number_of_response:1; }","duration":"2.04172166s","start":"2026-02-26T02:33:58.796619Z","end":"2026-02-26T02:34:00.83834Z","steps":["trace[1022462164] 'process raft request' (duration: 2.041530424s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:00.83852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:58.796589Z","time spent":"2.041851214s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:00.838663Z","caller":"traceutil/trace.go:171","msg":"trace[1995261296] transaction","detail":"{read_only:false; response_revision:24044; number_of_response:1; }","duration":"2.041996899s","start":"2026-02-26T02:33:58.796643Z","end":"2026-02-26T02:34:00.83864Z","steps":["trace[1995261296] 'process raft request' (duration: 2.041657769s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:00.838803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:58.79661Z","time spent":"2.042116133s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:00.83939Z","caller":"traceutil/trace.go:171","msg":"trace[56057311] transaction","detail":"{read_only:false; response_revision:24045; number_of_response:1; }","duration":"2.042149934s","start":"2026-02-26T02:33:58.79713Z","end":"2026-02-26T02:34:00.83928Z","steps":["trace[56057311] 'process raft request' (duration: 2.041445811s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:00.839502Z","caller":"traceutil/trace.go:171","msg":"trace[766132095] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"2.039646964s","start":"2026-02-26T02:33:58.79984Z","end":"2026-02-26T02:34:00.839487Z","steps":["trace[766132095] 'process raft request' (duration: 2.039590622s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:00.839578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:58.799823Z","time spent":"2.039716097s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:00.839739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:58.797118Z","time spent":"2.042444074s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:00.839757Z","caller":"traceutil/trace.go:171","msg":"trace[1687135756] transaction","detail":"{read_only:false; response_revision:24046; number_of_response:1; }","duration":"2.040803871s","start":"2026-02-26T02:33:58.798925Z","end":"2026-02-26T02:34:00.839729Z","steps":["trace[1687135756] 'process raft request' (duration: 2.040181501s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:00.839922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:58.798907Z","time spent":"2.040968547s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:01.511294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:58.867051Z","time spent":"2.644230479s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:34:01.511621Z","caller":"traceutil/trace.go:171","msg":"trace[973414978] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"2.590536738s","start":"2026-02-26T02:33:58.921056Z","end":"2026-02-26T02:34:01.511593Z","steps":["trace[973414978] 'process raft request' (duration: 2.590008741s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:01.51167Z","caller":"traceutil/trace.go:171","msg":"trace[150325786] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"1.593715079s","start":"2026-02-26T02:33:59.91791Z","end":"2026-02-26T02:34:01.511625Z","steps":["trace[150325786] 'process raft request' (duration: 1.593326286s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:01.51177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:58.921014Z","time spent":"2.590671132s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:01.511839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:59.91788Z","time spent":"1.593862363s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:01.511918Z","caller":"traceutil/trace.go:171","msg":"trace[1097408006] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"1.592871202s","start":"2026-02-26T02:33:59.918973Z","end":"2026-02-26T02:34:01.511844Z","steps":["trace[1097408006] 'process raft request' (duration: 1.592328964s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:01.512102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:59.91896Z","time spent":"1.593044678s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:01.512906Z","caller":"traceutil/trace.go:171","msg":"trace[1417641775] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"1.593484732s","start":"2026-02-26T02:33:59.9194Z","end":"2026-02-26T02:34:01.512884Z","steps":["trace[1417641775] 'process raft request' (duration: 1.591960213s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:01.513028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:59.919388Z","time spent":"1.593582624s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:01.513358Z","caller":"traceutil/trace.go:171","msg":"trace[713456850] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"1.592122268s","start":"2026-02-26T02:33:59.921192Z","end":"2026-02-26T02:34:01.513315Z","steps":["trace[713456850] 'process raft request' (duration: 1.591608912s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:01.513526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:59.921184Z","time spent":"1.592250082s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:01.513591Z","caller":"traceutil/trace.go:171","msg":"trace[405363850] linearizableReadLoop","detail":"{readStateIndex:24908; appliedIndex:24897; }","duration":"2.647649477s","start":"2026-02-26T02:33:58.86593Z","end":"2026-02-26T02:34:01.51358Z","steps":["trace[405363850] 'read index received' (duration: 1.972228859s)","trace[405363850] 'applied index is now lower than readState.Index' (duration: 675.418917ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:01.513531Z","caller":"traceutil/trace.go:171","msg":"trace[1041857221] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"1.015412788s","start":"2026-02-26T02:34:00.498082Z","end":"2026-02-26T02:34:01.513495Z","steps":["trace[1041857221] 'process raft request' (duration: 1.015195001s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:01.513658Z","caller":"traceutil/trace.go:171","msg":"trace[1446151470] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"1.015384177s","start":"2026-02-26T02:34:00.498253Z","end":"2026-02-26T02:34:01.513637Z","steps":["trace[1446151470] 'process raft request' (duration: 1.01515103s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:01.513749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71467773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-26T02:34:01.513762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:00.498243Z","time spent":"1.015461419s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:01.513852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715419233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-02-26T02:34:01.513785Z","caller":"traceutil/trace.go:171","msg":"trace[138979797] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24054; }","duration":"2.7147192s","start":"2026-02-26T02:33:58.79905Z","end":"2026-02-26T02:34:01.513769Z","steps":["trace[138979797] 'agreement among raft nodes before linearized reading' (duration: 2.714582026s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:01.513874Z","caller":"traceutil/trace.go:171","msg":"trace[2061890960] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24054; }","duration":"2.715452854s","start":"2026-02-26T02:33:58.798416Z","end":"2026-02-26T02:34:01.513869Z","steps":["trace[2061890960] 'agreement among raft nodes before linearized reading' (duration: 2.715381991s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:01.513895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:58.798409Z","time spent":"2.715480055s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-26T02:34:01.513897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:58.799045Z","time spent":"2.714838544s","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-02-26T02:34:01.513891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:00.498057Z","time spent":"1.015671816s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:01.627392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.640996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:01.627437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.009115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:34:01.627498Z","caller":"traceutil/trace.go:171","msg":"trace[1518071738] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33; range_end:; response_count:1; response_revision:24055; }","duration":"783.120909ms","start":"2026-02-26T02:34:00.84436Z","end":"2026-02-26T02:34:01.627481Z","steps":["trace[1518071738] 'agreement among raft nodes before linearized reading' (duration: 782.809149ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:01.627492Z","caller":"traceutil/trace.go:171","msg":"trace[171483905] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24055; }","duration":"378.805311ms","start":"2026-02-26T02:34:01.248663Z","end":"2026-02-26T02:34:01.627469Z","steps":["trace[171483905] 'agreement among raft nodes before linearized reading' (duration: 378.558063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:01.627516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335989943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:01.627541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:00.844342Z","time spent":"783.188022ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" "} {"level":"warn","ts":"2026-02-26T02:34:01.627555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:01.248642Z","time spent":"378.895654ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:01.627575Z","caller":"traceutil/trace.go:171","msg":"trace[832721549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24055; }","duration":"2.336092887s","start":"2026-02-26T02:33:59.291467Z","end":"2026-02-26T02:34:01.62756Z","steps":["trace[832721549] 'agreement among raft nodes before linearized reading' (duration: 2.335988854s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:01.627613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:59.291447Z","time spent":"2.336156039s","remote":"127.0.0.1:41664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:01.627625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.606501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:34:01.627703Z","caller":"traceutil/trace.go:171","msg":"trace[1433151226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24055; }","duration":"757.731224ms","start":"2026-02-26T02:34:00.869953Z","end":"2026-02-26T02:34:01.627685Z","steps":["trace[1433151226] 'agreement among raft nodes before linearized reading' (duration: 757.510117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:01.627749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:00.869935Z","time spent":"757.806717ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:34:01.626728Z","caller":"traceutil/trace.go:171","msg":"trace[636182878] linearizableReadLoop","detail":"{readStateIndex:24911; appliedIndex:24910; }","duration":"113.085652ms","start":"2026-02-26T02:34:01.513613Z","end":"2026-02-26T02:34:01.626699Z","steps":["trace[636182878] 'read index received' (duration: 109.53404ms)","trace[636182878] 'applied index is now lower than readState.Index' (duration: 3.550372ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:01.627883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.810249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:01.627926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212653977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:01.627971Z","caller":"traceutil/trace.go:171","msg":"trace[1207168486] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24055; }","duration":"2.212740799s","start":"2026-02-26T02:33:59.415219Z","end":"2026-02-26T02:34:01.62796Z","steps":["trace[1207168486] 'agreement among raft nodes before linearized reading' (duration: 2.212663417s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:01.627835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.723932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:01.628051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084145016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:01.628004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:59.415196Z","time spent":"2.212799261s","remote":"127.0.0.1:43662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:01.628092Z","caller":"traceutil/trace.go:171","msg":"trace[162255533] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24055; }","duration":"1.084219448s","start":"2026-02-26T02:34:00.543864Z","end":"2026-02-26T02:34:01.628083Z","steps":["trace[162255533] 'agreement among raft nodes before linearized reading' (duration: 1.084159726s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:01.628121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:00.543848Z","time spent":"1.08426504s","remote":"127.0.0.1:38350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:01.628117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229769429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:01.628163Z","caller":"traceutil/trace.go:171","msg":"trace[215083321] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24055; }","duration":"2.229856011s","start":"2026-02-26T02:33:59.398293Z","end":"2026-02-26T02:34:01.628149Z","steps":["trace[215083321] 'agreement among raft nodes before linearized reading' (duration: 2.229781409s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:01.628206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:59.398272Z","time spent":"2.229924754s","remote":"127.0.0.1:57948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:01.627925Z","caller":"traceutil/trace.go:171","msg":"trace[397810466] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24055; }","duration":"925.885702ms","start":"2026-02-26T02:34:00.702027Z","end":"2026-02-26T02:34:01.627913Z","steps":["trace[397810466] 'agreement among raft nodes before linearized reading' (duration: 925.82701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:01.628359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:00.702009Z","time spent":"926.319506ms","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:01.628049Z","caller":"traceutil/trace.go:171","msg":"trace[1511921774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24055; }","duration":"827.964969ms","start":"2026-02-26T02:34:00.800066Z","end":"2026-02-26T02:34:01.628031Z","steps":["trace[1511921774] 'agreement among raft nodes before linearized reading' (duration: 827.728882ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:01.628478Z","caller":"traceutil/trace.go:171","msg":"trace[1738533350] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"115.22542ms","start":"2026-02-26T02:34:01.513216Z","end":"2026-02-26T02:34:01.628441Z","steps":["trace[1738533350] 'process raft request' (duration: 110.724408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:01.628733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:00.800049Z","time spent":"828.646461ms","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:01.63005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.215345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:34:01.630667Z","caller":"traceutil/trace.go:171","msg":"trace[134263573] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24055; }","duration":"564.843554ms","start":"2026-02-26T02:34:01.065786Z","end":"2026-02-26T02:34:01.630629Z","steps":["trace[134263573] 'agreement among raft nodes before linearized reading' (duration: 561.498478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:01.630798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:01.065772Z","time spent":"564.985279ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2619,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:02.128326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:02.472689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.856107ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:02.472909Z","caller":"traceutil/trace.go:171","msg":"trace[592828203] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24055; }","duration":"656.082624ms","start":"2026-02-26T02:34:01.816801Z","end":"2026-02-26T02:34:02.472883Z","steps":["trace[592828203] 'range keys from in-memory index tree' (duration: 655.838427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:02.473546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.343859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:02.473822Z","caller":"traceutil/trace.go:171","msg":"trace[1351992370] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"952.596577ms","start":"2026-02-26T02:34:01.521177Z","end":"2026-02-26T02:34:02.473773Z","steps":["trace[1351992370] 'process raft request' (duration: 827.921648ms)","trace[1351992370] 'compare' (duration: 123.364928ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:02.473877Z","caller":"traceutil/trace.go:171","msg":"trace[147079388] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"842.281873ms","start":"2026-02-26T02:34:01.631571Z","end":"2026-02-26T02:34:02.473853Z","steps":["trace[147079388] 'process raft request' (duration: 842.100117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:02.473986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:01.52116Z","time spent":"952.736381ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:02.473981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:01.631543Z","time spent":"842.385526ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:02.474091Z","caller":"traceutil/trace.go:171","msg":"trace[165240957] linearizableReadLoop","detail":"{readStateIndex:24914; appliedIndex:24911; }","duration":"846.209827ms","start":"2026-02-26T02:34:01.627863Z","end":"2026-02-26T02:34:02.474073Z","steps":["trace[165240957] 'read index received' (duration: 721.186227ms)","trace[165240957] 'applied index is now lower than readState.Index' (duration: 125.02223ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:02.47416Z","caller":"traceutil/trace.go:171","msg":"trace[1866378213] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"840.62567ms","start":"2026-02-26T02:34:01.633497Z","end":"2026-02-26T02:34:02.474123Z","steps":["trace[1866378213] 'process raft request' (duration: 840.276369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:02.474296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.171662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eeeec4b2-e694-4c31-8881-22bbbf5105a3\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-26T02:34:02.474332Z","caller":"traceutil/trace.go:171","msg":"trace[2123505406] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eeeec4b2-e694-4c31-8881-22bbbf5105a3; range_end:; response_count:1; response_revision:24058; }","duration":"957.231105ms","start":"2026-02-26T02:34:01.51709Z","end":"2026-02-26T02:34:02.474321Z","steps":["trace[2123505406] 'agreement among raft nodes before linearized reading' (duration: 957.08658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:02.474317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.069854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:02.474336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:01.633479Z","time spent":"840.762724ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:02.474365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:01.517076Z","time spent":"957.280976ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-eeeec4b2-e694-4c31-8881-22bbbf5105a3\" "} {"level":"warn","ts":"2026-02-26T02:34:02.47435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.725718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:02.47438Z","caller":"traceutil/trace.go:171","msg":"trace[892394421] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24058; }","duration":"317.141116ms","start":"2026-02-26T02:34:02.157218Z","end":"2026-02-26T02:34:02.47436Z","steps":["trace[892394421] 'agreement among raft nodes before linearized reading' (duration: 317.018322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:02.474423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:02.157169Z","time spent":"317.244429ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:02.474424Z","caller":"traceutil/trace.go:171","msg":"trace[528497502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24058; }","duration":"837.837801ms","start":"2026-02-26T02:34:01.636566Z","end":"2026-02-26T02:34:02.474404Z","steps":["trace[528497502] 'agreement among raft nodes before linearized reading' (duration: 837.674546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:02.47437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.455246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:02.474477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:01.636554Z","time spent":"837.915194ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:02.474469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.192132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-26T02:34:02.474533Z","caller":"traceutil/trace.go:171","msg":"trace[2099074263] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24058; }","duration":"514.589571ms","start":"2026-02-26T02:34:01.959883Z","end":"2026-02-26T02:34:02.474473Z","steps":["trace[2099074263] 'agreement among raft nodes before linearized reading' (duration: 514.339843ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:02.47465Z","caller":"traceutil/trace.go:171","msg":"trace[821978644] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24058; }","duration":"843.411888ms","start":"2026-02-26T02:34:01.631216Z","end":"2026-02-26T02:34:02.474628Z","steps":["trace[821978644] 'agreement among raft nodes before linearized reading' (duration: 842.989855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:02.474725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:01.959861Z","time spent":"514.802697ms","remote":"127.0.0.1:41628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:02.47475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:01.631186Z","time spent":"843.547883ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:34:03.343878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606208,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:34:03.451895Z","caller":"traceutil/trace.go:171","msg":"trace[427289154] linearizableReadLoop","detail":"{readStateIndex:24915; appliedIndex:24914; }","duration":"608.467286ms","start":"2026-02-26T02:34:02.843398Z","end":"2026-02-26T02:34:03.451865Z","steps":["trace[427289154] 'read index received' (duration: 605.474851ms)","trace[427289154] 'applied index is now lower than readState.Index' (duration: 2.990125ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:03.451947Z","caller":"traceutil/trace.go:171","msg":"trace[1093743503] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"971.979202ms","start":"2026-02-26T02:34:02.479928Z","end":"2026-02-26T02:34:03.451908Z","steps":["trace[1093743503] 'process raft request' (duration: 969.600497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:03.452171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.757056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:34:03.45216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:02.479917Z","time spent":"972.143437ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:03.452451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.515627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:34:03.452221Z","caller":"traceutil/trace.go:171","msg":"trace[2104662681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24059; }","duration":"608.846948ms","start":"2026-02-26T02:34:02.843359Z","end":"2026-02-26T02:34:03.452206Z","steps":["trace[2104662681] 'agreement among raft nodes before linearized reading' (duration: 608.645451ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:03.452529Z","caller":"traceutil/trace.go:171","msg":"trace[969068143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24059; }","duration":"608.638341ms","start":"2026-02-26T02:34:02.843873Z","end":"2026-02-26T02:34:03.452511Z","steps":["trace[969068143] 'agreement among raft nodes before linearized reading' (duration: 608.399554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:03.452563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:02.843344Z","time spent":"609.203909ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:03.452571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:02.843847Z","time spent":"608.715474ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:03.45266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.612867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:34:03.452697Z","caller":"traceutil/trace.go:171","msg":"trace[1514412518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24059; }","duration":"606.660389ms","start":"2026-02-26T02:34:02.846029Z","end":"2026-02-26T02:34:03.452689Z","steps":["trace[1514412518] 'agreement among raft nodes before linearized reading' (duration: 606.561976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:03.452723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:02.846017Z","time spent":"606.69983ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:03.45268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.326104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:34:03.452801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.790345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:34:03.452838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.243179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:03.452855Z","caller":"traceutil/trace.go:171","msg":"trace[202055900] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24059; }","duration":"413.51355ms","start":"2026-02-26T02:34:03.039247Z","end":"2026-02-26T02:34:03.452761Z","steps":["trace[202055900] 'agreement among raft nodes before linearized reading' (duration: 413.320874ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:03.45287Z","caller":"traceutil/trace.go:171","msg":"trace[20462911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24059; }","duration":"406.312061ms","start":"2026-02-26T02:34:03.046547Z","end":"2026-02-26T02:34:03.452859Z","steps":["trace[20462911] 'agreement among raft nodes before linearized reading' (duration: 406.25769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:03.452908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:03.046525Z","time spent":"406.374504ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:03.452967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:03.039227Z","time spent":"413.673045ms","remote":"127.0.0.1:54740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:03.452995Z","caller":"traceutil/trace.go:171","msg":"trace[461043781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24059; }","duration":"607.861487ms","start":"2026-02-26T02:34:02.844984Z","end":"2026-02-26T02:34:03.452846Z","steps":["trace[461043781] 'agreement among raft nodes before linearized reading' (duration: 607.676021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:03.453039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:02.844978Z","time spent":"608.050003ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:34:03.453168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.017711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:03.453326Z","caller":"traceutil/trace.go:171","msg":"trace[372727599] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24059; }","duration":"405.227848ms","start":"2026-02-26T02:34:03.048079Z","end":"2026-02-26T02:34:03.453307Z","steps":["trace[372727599] 'agreement among raft nodes before linearized reading' (duration: 404.717951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:03.453381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:03.048058Z","time spent":"405.310379ms","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:14.017337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606369,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:34:14.363885Z","caller":"traceutil/trace.go:171","msg":"trace[564903717] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"851.478025ms","start":"2026-02-26T02:34:13.512381Z","end":"2026-02-26T02:34:14.363859Z","steps":["trace[564903717] 'process raft request' (duration: 851.30308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:14.364047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:13.512353Z","time spent":"851.606189ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:14.371308Z","caller":"traceutil/trace.go:171","msg":"trace[1494059415] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"678.623738ms","start":"2026-02-26T02:34:13.692663Z","end":"2026-02-26T02:34:14.371287Z","steps":["trace[1494059415] 'process raft request' (duration: 678.444383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:14.371541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:13.692634Z","time spent":"678.836075ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:14.371562Z","caller":"traceutil/trace.go:171","msg":"trace[444125114] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"675.248762ms","start":"2026-02-26T02:34:13.696277Z","end":"2026-02-26T02:34:14.371526Z","steps":["trace[444125114] 'process raft request' (duration: 674.955813ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:14.371634Z","caller":"traceutil/trace.go:171","msg":"trace[989861814] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"673.597559ms","start":"2026-02-26T02:34:13.698031Z","end":"2026-02-26T02:34:14.371629Z","steps":["trace[989861814] 'process raft request' (duration: 673.472435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:14.371692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:13.698006Z","time spent":"673.654771ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:14.371661Z","caller":"traceutil/trace.go:171","msg":"trace[1185630825] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"673.850437ms","start":"2026-02-26T02:34:13.697778Z","end":"2026-02-26T02:34:14.371629Z","steps":["trace[1185630825] 'process raft request' (duration: 673.670331ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:14.371604Z","caller":"traceutil/trace.go:171","msg":"trace[2144193485] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"673.537098ms","start":"2026-02-26T02:34:13.698053Z","end":"2026-02-26T02:34:14.37159Z","steps":["trace[2144193485] 'process raft request' (duration: 673.480996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:14.37178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:13.696242Z","time spent":"675.418197ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:14.371835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:13.697742Z","time spent":"673.989851ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:14.371886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:13.698032Z","time spent":"673.784685ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:14.371986Z","caller":"traceutil/trace.go:171","msg":"trace[2019398004] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"673.30905ms","start":"2026-02-26T02:34:13.698642Z","end":"2026-02-26T02:34:14.371951Z","steps":["trace[2019398004] 'process raft request' (duration: 672.920088ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:14.372118Z","caller":"traceutil/trace.go:171","msg":"trace[1001779274] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"672.710371ms","start":"2026-02-26T02:34:13.699391Z","end":"2026-02-26T02:34:14.372101Z","steps":["trace[1001779274] 'process raft request' (duration: 672.411032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:14.372172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:13.699375Z","time spent":"672.770513ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:14.372168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:13.69863Z","time spent":"673.449194ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:14.372062Z","caller":"traceutil/trace.go:171","msg":"trace[687177299] linearizableReadLoop","detail":"{readStateIndex:24995; appliedIndex:24987; }","duration":"854.909323ms","start":"2026-02-26T02:34:13.517135Z","end":"2026-02-26T02:34:14.372045Z","steps":["trace[687177299] 'read index received' (duration: 845.9465ms)","trace[687177299] 'applied index is now lower than readState.Index' (duration: 8.961443ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:14.372508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.298255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:14.37266Z","caller":"traceutil/trace.go:171","msg":"trace[1670994641] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24137; }","duration":"855.532853ms","start":"2026-02-26T02:34:13.517094Z","end":"2026-02-26T02:34:14.372627Z","steps":["trace[1670994641] 'agreement among raft nodes before linearized reading' (duration: 855.152991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:14.372759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:13.517081Z","time spent":"855.663017ms","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:34:14.372806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.069422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T02:34:14.372846Z","caller":"traceutil/trace.go:171","msg":"trace[65079113] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24137; }","duration":"375.164905ms","start":"2026-02-26T02:34:13.997672Z","end":"2026-02-26T02:34:14.372837Z","steps":["trace[65079113] 'agreement among raft nodes before linearized reading' (duration: 375.045462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:14.372867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:13.997641Z","time spent":"375.223037ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:34:14.372927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.396265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-02-26T02:34:14.373002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.533206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:14.373019Z","caller":"traceutil/trace.go:171","msg":"trace[1697094904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24137; }","duration":"327.600158ms","start":"2026-02-26T02:34:14.045413Z","end":"2026-02-26T02:34:14.373013Z","steps":["trace[1697094904] 'agreement among raft nodes before linearized reading' (duration: 327.549266ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:14.373014Z","caller":"traceutil/trace.go:171","msg":"trace[1943116708] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24137; }","duration":"121.534939ms","start":"2026-02-26T02:34:14.251462Z","end":"2026-02-26T02:34:14.372997Z","steps":["trace[1943116708] 'agreement among raft nodes before linearized reading' (duration: 121.288022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:14.373032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:14.045397Z","time spent":"327.631859ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:14.372958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.971516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:34:14.373238Z","caller":"traceutil/trace.go:171","msg":"trace[367108865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24137; }","duration":"671.188393ms","start":"2026-02-26T02:34:13.701929Z","end":"2026-02-26T02:34:14.373117Z","steps":["trace[367108865] 'agreement among raft nodes before linearized reading' (duration: 670.910834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:14.373301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.557253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:34:14.373319Z","caller":"traceutil/trace.go:171","msg":"trace[1198685051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24137; }","duration":"676.624505ms","start":"2026-02-26T02:34:13.696689Z","end":"2026-02-26T02:34:14.373314Z","steps":["trace[1198685051] 'agreement among raft nodes before linearized reading' (duration: 676.562103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:14.373348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:13.696673Z","time spent":"676.671456ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:14.373308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:13.701908Z","time spent":"671.385409ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:14.373593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.111911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:34:14.373694Z","caller":"traceutil/trace.go:171","msg":"trace[30952025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24137; }","duration":"677.205954ms","start":"2026-02-26T02:34:13.696433Z","end":"2026-02-26T02:34:14.373639Z","steps":["trace[30952025] 'agreement among raft nodes before linearized reading' (duration: 676.224513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:14.373783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.932895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:34:14.373848Z","caller":"traceutil/trace.go:171","msg":"trace[1848866390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24137; }","duration":"671.025788ms","start":"2026-02-26T02:34:13.702806Z","end":"2026-02-26T02:34:14.373832Z","steps":["trace[1848866390] 'agreement among raft nodes before linearized reading' (duration: 670.841152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:14.373889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:13.702793Z","time spent":"671.088029ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:14.374378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:13.696421Z","time spent":"677.307217ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:34:20.953304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606474,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:34:21.083348Z","caller":"traceutil/trace.go:171","msg":"trace[1435099067] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"682.372647ms","start":"2026-02-26T02:34:20.400944Z","end":"2026-02-26T02:34:21.083317Z","steps":["trace[1435099067] 'process raft request' (duration: 682.181291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:21.083519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:20.40092Z","time spent":"682.508971ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:22.18613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101898699s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:34:22.186819Z","caller":"traceutil/trace.go:171","msg":"trace[876525303] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"1.737031779s","start":"2026-02-26T02:34:20.44976Z","end":"2026-02-26T02:34:22.186792Z","steps":["trace[876525303] 'process raft request' (duration: 1.736956676s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:22.186854Z","caller":"traceutil/trace.go:171","msg":"trace[1269042018] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"1.783735968s","start":"2026-02-26T02:34:20.403085Z","end":"2026-02-26T02:34:22.186821Z","steps":["trace[1269042018] 'process raft request' (duration: 1.783386637s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:22.186881Z","caller":"traceutil/trace.go:171","msg":"trace[1399917480] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"1.737291187s","start":"2026-02-26T02:34:20.449558Z","end":"2026-02-26T02:34:22.186849Z","steps":["trace[1399917480] 'process raft request' (duration: 1.737107201s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.186963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:20.449738Z","time spent":"1.737136202s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:22.187002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:20.403066Z","time spent":"1.783855262s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:22.187029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:20.449533Z","time spent":"1.737419771s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:22.187219Z","caller":"traceutil/trace.go:171","msg":"trace[1722143677] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"1.736944296s","start":"2026-02-26T02:34:20.450266Z","end":"2026-02-26T02:34:22.18721Z","steps":["trace[1722143677] 'process raft request' (duration: 1.736489422s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:22.187247Z","caller":"traceutil/trace.go:171","msg":"trace[165526084] linearizableReadLoop","detail":"{readStateIndex:25038; appliedIndex:25031; }","duration":"1.734351134s","start":"2026-02-26T02:34:20.452883Z","end":"2026-02-26T02:34:22.187234Z","steps":["trace[165526084] 'read index received' (duration: 630.338019ms)","trace[165526084] 'applied index is now lower than readState.Index' (duration: 1.104012215s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:22.187251Z","caller":"traceutil/trace.go:171","msg":"trace[1238566866] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"1.736090879s","start":"2026-02-26T02:34:20.451148Z","end":"2026-02-26T02:34:22.187239Z","steps":["trace[1238566866] 'process raft request' (duration: 1.735978735s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.187286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:20.450256Z","time spent":"1.737007198s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:22.187314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:20.451137Z","time spent":"1.73614621s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:22.187373Z","caller":"traceutil/trace.go:171","msg":"trace[51177924] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"1.734114586s","start":"2026-02-26T02:34:20.453215Z","end":"2026-02-26T02:34:22.18733Z","steps":["trace[51177924] 'process raft request' (duration: 1.733978882s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.187395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734503499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:34:22.18745Z","caller":"traceutil/trace.go:171","msg":"trace[290494716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24178; }","duration":"1.734580051s","start":"2026-02-26T02:34:20.452855Z","end":"2026-02-26T02:34:22.187435Z","steps":["trace[290494716] 'agreement among raft nodes before linearized reading' (duration: 1.734443867s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.187481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:20.452845Z","time spent":"1.734628742s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:34:22.187505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:20.4532Z","time spent":"1.73423432s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:22.187742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103164648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:22.187823Z","caller":"traceutil/trace.go:171","msg":"trace[1310808055] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24178; }","duration":"1.103452588s","start":"2026-02-26T02:34:21.084343Z","end":"2026-02-26T02:34:22.187795Z","steps":["trace[1310808055] 'agreement among raft nodes before linearized reading' (duration: 1.103347764s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.187882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:21.084324Z","time spent":"1.10354533s","remote":"127.0.0.1:54318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:22.188037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.782072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:22.188091Z","caller":"traceutil/trace.go:171","msg":"trace[1980385670] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24178; }","duration":"677.874494ms","start":"2026-02-26T02:34:21.510199Z","end":"2026-02-26T02:34:22.188073Z","steps":["trace[1980385670] 'agreement among raft nodes before linearized reading' (duration: 677.787052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.188135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:21.510179Z","time spent":"677.944187ms","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:22.188211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.252454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T02:34:22.188262Z","caller":"traceutil/trace.go:171","msg":"trace[1006940235] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24178; }","duration":"909.338448ms","start":"2026-02-26T02:34:21.278906Z","end":"2026-02-26T02:34:22.188244Z","steps":["trace[1006940235] 'agreement among raft nodes before linearized reading' (duration: 909.190273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.188322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450106749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:34:22.188347Z","caller":"traceutil/trace.go:171","msg":"trace[993919013] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24178; }","duration":"1.450175021s","start":"2026-02-26T02:34:20.738165Z","end":"2026-02-26T02:34:22.18834Z","steps":["trace[993919013] 'agreement among raft nodes before linearized reading' (duration: 1.450061127s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.188348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:21.278886Z","time spent":"909.402199ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-26T02:34:22.188364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:20.738144Z","time spent":"1.450216813s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:34:22.188454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142976759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:22.188469Z","caller":"traceutil/trace.go:171","msg":"trace[1138414297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24178; }","duration":"1.143016231s","start":"2026-02-26T02:34:21.045449Z","end":"2026-02-26T02:34:22.188465Z","steps":["trace[1138414297] 'agreement among raft nodes before linearized reading' (duration: 1.14299175s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.18848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:21.04543Z","time spent":"1.143048111s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:22.188587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450266575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:34:22.188604Z","caller":"traceutil/trace.go:171","msg":"trace[937050931] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24178; }","duration":"1.450308425s","start":"2026-02-26T02:34:20.738288Z","end":"2026-02-26T02:34:22.188596Z","steps":["trace[937050931] 'agreement among raft nodes before linearized reading' (duration: 1.450264034s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.188592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730547733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:34:22.188618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:20.738269Z","time spent":"1.450344657s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T02:34:22.18864Z","caller":"traceutil/trace.go:171","msg":"trace[1881962716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24178; }","duration":"1.730625706s","start":"2026-02-26T02:34:20.458001Z","end":"2026-02-26T02:34:22.188626Z","steps":["trace[1881962716] 'agreement among raft nodes before linearized reading' (duration: 1.730482531s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.188684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:20.45766Z","time spent":"1.731014088s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:22.188711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526796179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:34:22.188749Z","caller":"traceutil/trace.go:171","msg":"trace[604963851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24178; }","duration":"1.526885742s","start":"2026-02-26T02:34:20.661853Z","end":"2026-02-26T02:34:22.188739Z","steps":["trace[604963851] 'agreement among raft nodes before linearized reading' (duration: 1.526745717s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.188775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:20.661829Z","time spent":"1.526941064s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:34:22.188858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731281427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:34:22.188939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734650284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:34:22.188915Z","caller":"traceutil/trace.go:171","msg":"trace[1915930389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24178; }","duration":"1.73136761s","start":"2026-02-26T02:34:20.457534Z","end":"2026-02-26T02:34:22.188902Z","steps":["trace[1915930389] 'agreement among raft nodes before linearized reading' (duration: 1.731203474s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:22.188958Z","caller":"traceutil/trace.go:171","msg":"trace[134549434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24178; }","duration":"1.734691914s","start":"2026-02-26T02:34:20.45426Z","end":"2026-02-26T02:34:22.188952Z","steps":["trace[134549434] 'agreement among raft nodes before linearized reading' (duration: 1.734626712s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.188972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:20.454247Z","time spent":"1.734721756s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:22.188994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:20.457517Z","time spent":"1.731444822s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:22.694565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:23.195601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:23.397879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19476974s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:34:23.398285Z","caller":"traceutil/trace.go:171","msg":"trace[765066329] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"1.205093747s","start":"2026-02-26T02:34:22.193162Z","end":"2026-02-26T02:34:23.398256Z","steps":["trace[765066329] 'process raft request' (duration: 1.205042766s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:23.398345Z","caller":"traceutil/trace.go:171","msg":"trace[684166131] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"1.205143479s","start":"2026-02-26T02:34:22.193166Z","end":"2026-02-26T02:34:23.39831Z","steps":["trace[684166131] 'process raft request' (duration: 1.204891391s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:23.398446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:22.193143Z","time spent":"1.205215621s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:23.398515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:22.193157Z","time spent":"1.205275883s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:24.190879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000432362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:34:24.190955Z","caller":"traceutil/trace.go:171","msg":"trace[1834708416] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531646s","start":"2026-02-26T02:34:22.190408Z","end":"2026-02-26T02:34:24.19094Z","steps":["trace[1834708416] 'agreement among raft nodes before linearized reading' (duration: 2.000440163s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:24.190983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:22.190397Z","time spent":"2.000580447s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:24.864246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.466066903s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:34:24.86465Z","caller":"traceutil/trace.go:171","msg":"trace[2016115284] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"2.671411169s","start":"2026-02-26T02:34:22.193217Z","end":"2026-02-26T02:34:24.864628Z","steps":["trace[2016115284] 'process raft request' (duration: 2.671240303s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:24.864842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:22.193209Z","time spent":"2.671511322s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:24.864898Z","caller":"traceutil/trace.go:171","msg":"trace[1210438069] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"2.671522642s","start":"2026-02-26T02:34:22.193356Z","end":"2026-02-26T02:34:24.864879Z","steps":["trace[1210438069] 'process raft request' (duration: 2.671232923s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:24.865012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:22.19335Z","time spent":"2.671592625s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:24.865167Z","caller":"traceutil/trace.go:171","msg":"trace[224061561] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"2.671650176s","start":"2026-02-26T02:34:22.193502Z","end":"2026-02-26T02:34:24.865152Z","steps":["trace[224061561] 'process raft request' (duration: 2.671300265s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:24.865172Z","caller":"traceutil/trace.go:171","msg":"trace[2077361001] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"2.6711425s","start":"2026-02-26T02:34:22.194006Z","end":"2026-02-26T02:34:24.865148Z","steps":["trace[2077361001] 'process raft request' (duration: 2.671036297s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:24.865241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:22.193497Z","time spent":"2.671707268s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:24.865266Z","caller":"traceutil/trace.go:171","msg":"trace[863015818] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"2.671206902s","start":"2026-02-26T02:34:22.194051Z","end":"2026-02-26T02:34:24.865258Z","steps":["trace[863015818] 'process raft request' (duration: 2.671060127s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:24.865315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:22.194047Z","time spent":"2.671241014s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:24.865313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:22.193997Z","time spent":"2.671238953s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:24.865574Z","caller":"traceutil/trace.go:171","msg":"trace[1144521830] linearizableReadLoop","detail":"{readStateIndex:25046; appliedIndex:25038; }","duration":"2.672555875s","start":"2026-02-26T02:34:22.192995Z","end":"2026-02-26T02:34:24.865551Z","steps":["trace[1144521830] 'read index received' (duration: 1.205129148s)","trace[1144521830] 'applied index is now lower than readState.Index' (duration: 1.467425607s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:24.865685Z","caller":"traceutil/trace.go:171","msg":"trace[772391199] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"1.776157817s","start":"2026-02-26T02:34:23.089515Z","end":"2026-02-26T02:34:24.865672Z","steps":["trace[772391199] 'process raft request' (duration: 1.775686772s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:24.865761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:23.089501Z","time spent":"1.77622417s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:25.366432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:25.866601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:26.066285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.201844865s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:34:26.201911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001113405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:34:26.202033Z","caller":"traceutil/trace.go:171","msg":"trace[1308295975] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001288s","start":"2026-02-26T02:34:24.200718Z","end":"2026-02-26T02:34:26.202006Z","steps":["trace[1308295975] 'agreement among raft nodes before linearized reading' (duration: 2.001125475s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.202095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:24.200708Z","time spent":"2.001371363s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:34:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:34:26.664129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.601972ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:34:26.664884Z","caller":"traceutil/trace.go:171","msg":"trace[1393106204] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"2.472700615s","start":"2026-02-26T02:34:24.192156Z","end":"2026-02-26T02:34:26.664857Z","steps":["trace[1393106204] 'process raft request' (duration: 2.472066255s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.665034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:24.19213Z","time spent":"2.472827249s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:26.800661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.72155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:26.800906Z","caller":"traceutil/trace.go:171","msg":"trace[833495421] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"2.606183804s","start":"2026-02-26T02:34:24.194683Z","end":"2026-02-26T02:34:26.800867Z","steps":["trace[833495421] 'process raft request' (duration: 2.470157734s)","trace[833495421] 'compare' (duration: 135.338578ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:26.80104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:24.194661Z","time spent":"2.606306807s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:26.801121Z","caller":"traceutil/trace.go:171","msg":"trace[1381970586] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"2.604257953s","start":"2026-02-26T02:34:24.196853Z","end":"2026-02-26T02:34:26.801111Z","steps":["trace[1381970586] 'process raft request' (duration: 2.60416136s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:26.801187Z","caller":"traceutil/trace.go:171","msg":"trace[1872301210] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"2.606266826s","start":"2026-02-26T02:34:24.194881Z","end":"2026-02-26T02:34:26.801148Z","steps":["trace[1872301210] 'process raft request' (duration: 2.606068269s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.801206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:24.196836Z","time spent":"2.604339746s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:26.801253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:24.194858Z","time spent":"2.606361429s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:26.801295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95677362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:26.801332Z","caller":"traceutil/trace.go:171","msg":"trace[1606700570] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24193; }","duration":"1.956852673s","start":"2026-02-26T02:34:24.844465Z","end":"2026-02-26T02:34:26.801318Z","steps":["trace[1606700570] 'agreement among raft nodes before linearized reading' (duration: 1.956770021s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:26.801127Z","caller":"traceutil/trace.go:171","msg":"trace[654063492] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"2.606241105s","start":"2026-02-26T02:34:24.194859Z","end":"2026-02-26T02:34:26.8011Z","steps":["trace[654063492] 'process raft request' (duration: 2.606053309s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.80136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:24.844438Z","time spent":"1.956916215s","remote":"127.0.0.1:43612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:26.801385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:24.194833Z","time spent":"2.606527835s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:26.801416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.607661889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f0c9f795-8452-44d4-8cb6-6b2124bc070b\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-02-26T02:34:26.801422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393798435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:26.801461Z","caller":"traceutil/trace.go:171","msg":"trace[68037633] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f0c9f795-8452-44d4-8cb6-6b2124bc070b; range_end:; response_count:1; response_revision:24193; }","duration":"4.607734481s","start":"2026-02-26T02:34:22.193714Z","end":"2026-02-26T02:34:26.801449Z","steps":["trace[68037633] 'agreement among raft nodes before linearized reading' (duration: 4.607572436s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:26.801477Z","caller":"traceutil/trace.go:171","msg":"trace[1476690568] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"2.424907091s","start":"2026-02-26T02:34:24.376557Z","end":"2026-02-26T02:34:26.801464Z","steps":["trace[1476690568] 'process raft request' (duration: 2.424495448s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:26.801492Z","caller":"traceutil/trace.go:171","msg":"trace[984295441] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24193; }","duration":"2.39393108s","start":"2026-02-26T02:34:24.407542Z","end":"2026-02-26T02:34:26.801473Z","steps":["trace[984295441] 'agreement among raft nodes before linearized reading' (duration: 2.393807776s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.801504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505322909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"warn","ts":"2026-02-26T02:34:26.801546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.752665163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:34:26.801576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:24.407526Z","time spent":"2.394033883s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:34:26.801594Z","caller":"traceutil/trace.go:171","msg":"trace[1444016470] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24193; }","duration":"3.752732325s","start":"2026-02-26T02:34:23.048845Z","end":"2026-02-26T02:34:26.801577Z","steps":["trace[1444016470] 'agreement among raft nodes before linearized reading' (duration: 3.752661163s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.801606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229232892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:34:26.801612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239400734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T02:34:26.801604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.269347701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:26.801541Z","caller":"traceutil/trace.go:171","msg":"trace[583774126] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24193; }","duration":"2.505396511s","start":"2026-02-26T02:34:24.296134Z","end":"2026-02-26T02:34:26.80153Z","steps":["trace[583774126] 'agreement among raft nodes before linearized reading' (duration: 2.505113172s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:26.801644Z","caller":"traceutil/trace.go:171","msg":"trace[1434446817] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24193; }","duration":"2.229266873s","start":"2026-02-26T02:34:24.572364Z","end":"2026-02-26T02:34:26.801631Z","steps":["trace[1434446817] 'agreement among raft nodes before linearized reading' (duration: 2.22918444s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:26.801105Z","caller":"traceutil/trace.go:171","msg":"trace[766635274] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"2.606271616s","start":"2026-02-26T02:34:24.194767Z","end":"2026-02-26T02:34:26.801039Z","steps":["trace[766635274] 'process raft request' (duration: 2.605999268s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.801663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:24.296115Z","time spent":"2.505543355s","remote":"127.0.0.1:46910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418278,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-26T02:34:26.801646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.498556882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:26.801669Z","caller":"traceutil/trace.go:171","msg":"trace[475874100] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24193; }","duration":"4.269425184s","start":"2026-02-26T02:34:22.532229Z","end":"2026-02-26T02:34:26.801655Z","steps":["trace[475874100] 'agreement among raft nodes before linearized reading' (duration: 4.269287059s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.801664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60699797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:34:26.801236Z","caller":"traceutil/trace.go:171","msg":"trace[918249981] linearizableReadLoop","detail":"{readStateIndex:25054; appliedIndex:25046; }","duration":"1.935565989s","start":"2026-02-26T02:34:24.865644Z","end":"2026-02-26T02:34:26.80121Z","steps":["trace[918249981] 'read index received' (duration: 1.200793241s)","trace[918249981] 'applied index is now lower than readState.Index' (duration: 734.770518ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:26.8017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:22.532172Z","time spent":"4.269519707s","remote":"127.0.0.1:54556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:26.801658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.926154499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:26.801677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:24.57226Z","time spent":"2.229407407s","remote":"127.0.0.1:34124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:26.801496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:22.193701Z","time spent":"4.607786864s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-f0c9f795-8452-44d4-8cb6-6b2124bc070b\" "} {"level":"info","ts":"2026-02-26T02:34:26.801759Z","caller":"traceutil/trace.go:171","msg":"trace[1935050517] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24193; }","duration":"3.926312994s","start":"2026-02-26T02:34:22.875423Z","end":"2026-02-26T02:34:26.801736Z","steps":["trace[1935050517] 'agreement among raft nodes before linearized reading' (duration: 3.926108258s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.801781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.912259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:26.801769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481259966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:26.801809Z","caller":"traceutil/trace.go:171","msg":"trace[370594126] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24193; }","duration":"393.977401ms","start":"2026-02-26T02:34:26.407822Z","end":"2026-02-26T02:34:26.8018Z","steps":["trace[370594126] 'agreement among raft nodes before linearized reading' (duration: 393.93504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.801818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.802112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:26.801814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:22.875407Z","time spent":"3.926392346s","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:26.801849Z","caller":"traceutil/trace.go:171","msg":"trace[1568350882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24193; }","duration":"599.866854ms","start":"2026-02-26T02:34:26.201975Z","end":"2026-02-26T02:34:26.801842Z","steps":["trace[1568350882] 'agreement among raft nodes before linearized reading' (duration: 599.822662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.801876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:26.201955Z","time spent":"599.916236ms","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:26.801899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399593158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:34:26.801632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:23.048812Z","time spent":"3.752812718s","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:26.801706Z","caller":"traceutil/trace.go:171","msg":"trace[386909756] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33; range_end:; response_count:1; response_revision:24193; }","duration":"2.607039441s","start":"2026-02-26T02:34:24.194655Z","end":"2026-02-26T02:34:26.801695Z","steps":["trace[386909756] 'agreement among raft nodes before linearized reading' (duration: 2.606856245s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.801923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399445704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:34:26.801961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455283193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:26.801778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.869353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:26.801812Z","caller":"traceutil/trace.go:171","msg":"trace[216152269] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24193; }","duration":"1.481338609s","start":"2026-02-26T02:34:25.320466Z","end":"2026-02-26T02:34:26.801805Z","steps":["trace[216152269] 'agreement among raft nodes before linearized reading' (duration: 1.481279137s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:26.801992Z","caller":"traceutil/trace.go:171","msg":"trace[1634033987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24193; }","duration":"1.399538147s","start":"2026-02-26T02:34:25.402427Z","end":"2026-02-26T02:34:26.801966Z","steps":["trace[1634033987] 'agreement among raft nodes before linearized reading' (duration: 1.399359531s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:26.802013Z","caller":"traceutil/trace.go:171","msg":"trace[1610608735] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24193; }","duration":"737.140022ms","start":"2026-02-26T02:34:26.064864Z","end":"2026-02-26T02:34:26.802004Z","steps":["trace[1610608735] 'agreement among raft nodes before linearized reading' (duration: 736.890494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.802023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:25.320439Z","time spent":"1.481574236s","remote":"127.0.0.1:41014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:26.802032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:25.402408Z","time spent":"1.39961555s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:34:26.802042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:26.064843Z","time spent":"737.190314ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:26.801839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:26.407802Z","time spent":"394.031012ms","remote":"127.0.0.1:43540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:26.802046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.745275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:34:26.80196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:24.194623Z","time spent":"2.60732283s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" "} {"level":"warn","ts":"2026-02-26T02:34:26.801732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:24.194755Z","time spent":"2.606926077s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:26.802091Z","caller":"traceutil/trace.go:171","msg":"trace[1277116238] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24193; }","duration":"840.831687ms","start":"2026-02-26T02:34:25.961244Z","end":"2026-02-26T02:34:26.802075Z","steps":["trace[1277116238] 'agreement among raft nodes before linearized reading' (duration: 840.743494ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:26.801637Z","caller":"traceutil/trace.go:171","msg":"trace[566508090] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24193; }","duration":"2.239487637s","start":"2026-02-26T02:34:24.562144Z","end":"2026-02-26T02:34:26.801631Z","steps":["trace[566508090] 'agreement among raft nodes before linearized reading' (duration: 2.239156407s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.802132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:25.961224Z","time spent":"840.89554ms","remote":"127.0.0.1:38382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:26.801599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211054205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:26.801703Z","caller":"traceutil/trace.go:171","msg":"trace[64672034] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24193; }","duration":"4.498683667s","start":"2026-02-26T02:34:22.303004Z","end":"2026-02-26T02:34:26.801688Z","steps":["trace[64672034] 'agreement among raft nodes before linearized reading' (duration: 4.498537572s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:26.802178Z","caller":"traceutil/trace.go:171","msg":"trace[954005509] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24193; }","duration":"3.211691815s","start":"2026-02-26T02:34:23.590476Z","end":"2026-02-26T02:34:26.802168Z","steps":["trace[954005509] 'agreement among raft nodes before linearized reading' (duration: 3.211069255s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.802205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:23.590453Z","time spent":"3.211744607s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:34:26.802207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:22.302982Z","time spent":"4.499214743s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:26.801926Z","caller":"traceutil/trace.go:171","msg":"trace[797611315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24193; }","duration":"1.39965255s","start":"2026-02-26T02:34:25.402268Z","end":"2026-02-26T02:34:26.80192Z","steps":["trace[797611315] 'agreement among raft nodes before linearized reading' (duration: 1.399557707s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.802165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:24.562107Z","time spent":"2.240045905s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:34:26.802255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:25.402245Z","time spent":"1.399995051s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:34:26.801993Z","caller":"traceutil/trace.go:171","msg":"trace[878046788] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24193; }","duration":"1.455345965s","start":"2026-02-26T02:34:25.346639Z","end":"2026-02-26T02:34:26.801985Z","steps":["trace[878046788] 'agreement among raft nodes before linearized reading' (duration: 1.455298924s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:26.802385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:25.346618Z","time spent":"1.455753459s","remote":"127.0.0.1:57768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:26.803564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:24.376534Z","time spent":"2.426978467s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:29.926953Z","caller":"traceutil/trace.go:171","msg":"trace[1595235113] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"565.926709ms","start":"2026-02-26T02:34:29.361002Z","end":"2026-02-26T02:34:29.926929Z","steps":["trace[1595235113] 'process raft request' (duration: 565.64593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:29.927164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:29.36098Z","time spent":"566.065332ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:30.44936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:31.280365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.909117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:31.280601Z","caller":"traceutil/trace.go:171","msg":"trace[1197007388] linearizableReadLoop","detail":"{readStateIndex:25136; appliedIndex:25134; }","duration":"1.331514561s","start":"2026-02-26T02:34:29.949064Z","end":"2026-02-26T02:34:31.280579Z","steps":["trace[1197007388] 'read index received' (duration: 580.16701ms)","trace[1197007388] 'applied index is now lower than readState.Index' (duration: 751.346081ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:31.280703Z","caller":"traceutil/trace.go:171","msg":"trace[749593452] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"1.52969099s","start":"2026-02-26T02:34:29.750997Z","end":"2026-02-26T02:34:31.280688Z","steps":["trace[749593452] 'process raft request' (duration: 1.529477193s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:31.280789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:29.750974Z","time spent":"1.529765202s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:31.280791Z","caller":"traceutil/trace.go:171","msg":"trace[1612477070] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"1.736198711s","start":"2026-02-26T02:34:29.54454Z","end":"2026-02-26T02:34:31.280739Z","steps":["trace[1612477070] 'process raft request' (duration: 984.766567ms)","trace[1612477070] 'compare' (duration: 749.872185ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:31.280822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331747029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:31.280885Z","caller":"traceutil/trace.go:171","msg":"trace[659787215] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24274; }","duration":"1.331864502s","start":"2026-02-26T02:34:29.949003Z","end":"2026-02-26T02:34:31.280867Z","steps":["trace[659787215] 'agreement among raft nodes before linearized reading' (duration: 1.331736538s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:31.280924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:29.948986Z","time spent":"1.331927995s","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:31.280993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:29.544511Z","time spent":"1.736359996s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:31.284031Z","caller":"traceutil/trace.go:171","msg":"trace[708204225] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"603.198688ms","start":"2026-02-26T02:34:30.680815Z","end":"2026-02-26T02:34:31.284014Z","steps":["trace[708204225] 'process raft request' (duration: 603.082254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:31.284129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.680787Z","time spent":"603.294061ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:32.042998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000212515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:34:32.043068Z","caller":"traceutil/trace.go:171","msg":"trace[595313194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000320949s","start":"2026-02-26T02:34:30.042731Z","end":"2026-02-26T02:34:32.043052Z","steps":["trace[595313194] 'agreement among raft nodes before linearized reading' (duration: 2.000231526s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:32.043101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.04272Z","time spent":"2.00037457s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:32.150159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.979499ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:32.150288Z","caller":"traceutil/trace.go:171","msg":"trace[2040742522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24275; }","duration":"333.121894ms","start":"2026-02-26T02:34:31.817147Z","end":"2026-02-26T02:34:32.150269Z","steps":["trace[2040742522] 'range keys from in-memory index tree' (duration: 332.960899ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:32.150297Z","caller":"traceutil/trace.go:171","msg":"trace[1189238513] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"1.334862377s","start":"2026-02-26T02:34:30.815414Z","end":"2026-02-26T02:34:32.150276Z","steps":["trace[1189238513] 'process raft request' (duration: 1.297451292s)","trace[1189238513] 'compare' (duration: 37.282701ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:32.150417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.815389Z","time spent":"1.33496019s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:32.150466Z","caller":"traceutil/trace.go:171","msg":"trace[1445138567] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"1.334399992s","start":"2026-02-26T02:34:30.816048Z","end":"2026-02-26T02:34:32.150448Z","steps":["trace[1445138567] 'process raft request' (duration: 1.334197366s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:32.150656Z","caller":"traceutil/trace.go:171","msg":"trace[1444637609] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"1.329316121s","start":"2026-02-26T02:34:30.821322Z","end":"2026-02-26T02:34:32.150638Z","steps":["trace[1444637609] 'process raft request' (duration: 1.329057783s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:32.150547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.816017Z","time spent":"1.334488015s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:32.150766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.821309Z","time spent":"1.329397834s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:32.150815Z","caller":"traceutil/trace.go:171","msg":"trace[1117345251] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"1.327938908s","start":"2026-02-26T02:34:30.822866Z","end":"2026-02-26T02:34:32.150805Z","steps":["trace[1117345251] 'process raft request' (duration: 1.3276862s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:32.150858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.822847Z","time spent":"1.32798837s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:32.150899Z","caller":"traceutil/trace.go:171","msg":"trace[51976664] linearizableReadLoop","detail":"{readStateIndex:25143; appliedIndex:25136; }","duration":"870.237209ms","start":"2026-02-26T02:34:31.280642Z","end":"2026-02-26T02:34:32.150879Z","steps":["trace[51976664] 'read index received' (duration: 3.247163ms)","trace[51976664] 'applied index is now lower than readState.Index' (duration: 866.988986ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:32.150955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417149744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:32.150973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428282737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:32.150996Z","caller":"traceutil/trace.go:171","msg":"trace[221945764] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24281; }","duration":"1.428343408s","start":"2026-02-26T02:34:30.722645Z","end":"2026-02-26T02:34:32.150988Z","steps":["trace[221945764] 'agreement among raft nodes before linearized reading' (duration: 1.428305207s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:32.151002Z","caller":"traceutil/trace.go:171","msg":"trace[835133630] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24281; }","duration":"1.417222866s","start":"2026-02-26T02:34:30.733764Z","end":"2026-02-26T02:34:32.150987Z","steps":["trace[835133630] 'agreement among raft nodes before linearized reading' (duration: 1.417142114s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:32.151022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.722625Z","time spent":"1.42839295s","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:32.151036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.733752Z","time spent":"1.417275088s","remote":"127.0.0.1:57998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:32.151041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0811226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:32.151102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250589167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:34:32.151143Z","caller":"traceutil/trace.go:171","msg":"trace[166789970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24281; }","duration":"1.250661959s","start":"2026-02-26T02:34:30.900468Z","end":"2026-02-26T02:34:32.151129Z","steps":["trace[166789970] 'agreement among raft nodes before linearized reading' (duration: 1.250519214s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:32.151154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854777098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-02-26T02:34:32.15119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.900447Z","time spent":"1.250734412s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:34:32.151191Z","caller":"traceutil/trace.go:171","msg":"trace[29851528] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"1.326105819s","start":"2026-02-26T02:34:30.82507Z","end":"2026-02-26T02:34:32.151176Z","steps":["trace[29851528] 'process raft request' (duration: 1.325660525s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:32.151196Z","caller":"traceutil/trace.go:171","msg":"trace[1538555003] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"1.262763953s","start":"2026-02-26T02:34:30.888423Z","end":"2026-02-26T02:34:32.151187Z","steps":["trace[1538555003] 'process raft request' (duration: 1.262393231s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:32.151211Z","caller":"traceutil/trace.go:171","msg":"trace[1690932013] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24281; }","duration":"1.854872091s","start":"2026-02-26T02:34:30.296321Z","end":"2026-02-26T02:34:32.151193Z","steps":["trace[1690932013] 'agreement among raft nodes before linearized reading' (duration: 1.854692295s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:32.151233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250739432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:34:32.151257Z","caller":"traceutil/trace.go:171","msg":"trace[2044117572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24281; }","duration":"1.250778843s","start":"2026-02-26T02:34:30.900471Z","end":"2026-02-26T02:34:32.15125Z","steps":["trace[2044117572] 'agreement among raft nodes before linearized reading' (duration: 1.25068727s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:32.151254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.888412Z","time spent":"1.262816915s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:32.151266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308945286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:34:32.151281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.90046Z","time spent":"1.250817865s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:32.151258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.296272Z","time spent":"1.854974305s","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-26T02:34:32.150957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29295836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:32.151303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.825054Z","time spent":"1.326174572s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:32.151335Z","caller":"traceutil/trace.go:171","msg":"trace[820136302] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24281; }","duration":"1.293375863s","start":"2026-02-26T02:34:30.85795Z","end":"2026-02-26T02:34:32.151326Z","steps":["trace[820136302] 'agreement among raft nodes before linearized reading' (duration: 1.29295078s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:32.151351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.857934Z","time spent":"1.293411594s","remote":"127.0.0.1:55952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:32.151345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147980297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-02-26T02:34:32.151373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324843259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:34:32.151408Z","caller":"traceutil/trace.go:171","msg":"trace[1601313519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24281; }","duration":"1.324892301s","start":"2026-02-26T02:34:30.826508Z","end":"2026-02-26T02:34:32.1514Z","steps":["trace[1601313519] 'agreement among raft nodes before linearized reading' (duration: 1.324807279s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:32.15142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355027426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:32.151439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.826502Z","time spent":"1.324930562s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:34:32.151297Z","caller":"traceutil/trace.go:171","msg":"trace[968429737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24281; }","duration":"1.309007088s","start":"2026-02-26T02:34:30.84228Z","end":"2026-02-26T02:34:32.151288Z","steps":["trace[968429737] 'agreement among raft nodes before linearized reading' (duration: 1.308913705s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:32.151463Z","caller":"traceutil/trace.go:171","msg":"trace[1780562651] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24281; }","duration":"1.355100418s","start":"2026-02-26T02:34:30.796351Z","end":"2026-02-26T02:34:32.151452Z","steps":["trace[1780562651] 'agreement among raft nodes before linearized reading' (duration: 1.355046866s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:32.151487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.842265Z","time spent":"1.309213674s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:34:32.151495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.796329Z","time spent":"1.35515816s","remote":"127.0.0.1:41616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:32.151377Z","caller":"traceutil/trace.go:171","msg":"trace[484886103] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24281; }","duration":"2.148030258s","start":"2026-02-26T02:34:30.003336Z","end":"2026-02-26T02:34:32.151366Z","steps":["trace[484886103] 'agreement among raft nodes before linearized reading' (duration: 2.147942806s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:32.151528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259646694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:34:32.151133Z","caller":"traceutil/trace.go:171","msg":"trace[241477543] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24281; }","duration":"1.081227163s","start":"2026-02-26T02:34:31.06988Z","end":"2026-02-26T02:34:32.151107Z","steps":["trace[241477543] 'agreement among raft nodes before linearized reading' (duration: 1.081083749s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:32.151544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.003321Z","time spent":"2.148219314s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"info","ts":"2026-02-26T02:34:32.151549Z","caller":"traceutil/trace.go:171","msg":"trace[132338521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24281; }","duration":"1.259708116s","start":"2026-02-26T02:34:30.891835Z","end":"2026-02-26T02:34:32.151543Z","steps":["trace[132338521] 'agreement among raft nodes before linearized reading' (duration: 1.259643834s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:32.151568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.891818Z","time spent":"1.259745838s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:32.151582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:31.069863Z","time spent":"1.081700989s","remote":"127.0.0.1:46972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:32.150936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812318823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:32.151659Z","caller":"traceutil/trace.go:171","msg":"trace[1734135511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24281; }","duration":"1.813075546s","start":"2026-02-26T02:34:30.338573Z","end":"2026-02-26T02:34:32.151649Z","steps":["trace[1734135511] 'agreement among raft nodes before linearized reading' (duration: 1.812336713s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:32.151707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:30.338551Z","time spent":"1.813143269s","remote":"127.0.0.1:41520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:32.651874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:33.152837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:33.653239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:34.044877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00094879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:34:34.045047Z","caller":"traceutil/trace.go:171","msg":"trace[1794332389] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001154336s","start":"2026-02-26T02:34:32.043875Z","end":"2026-02-26T02:34:34.045029Z","steps":["trace[1794332389] 'agreement among raft nodes before linearized reading' (duration: 2.00096333s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:34.045108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:32.043864Z","time spent":"2.001234289s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:34:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:34:34.154819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:34.65565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:34.670089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.556661994s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:34:34.670471Z","caller":"traceutil/trace.go:171","msg":"trace[500335679] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"2.861045426s","start":"2026-02-26T02:34:31.809406Z","end":"2026-02-26T02:34:34.670451Z","steps":["trace[500335679] 'process raft request' (duration: 2.860892711s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:34.670594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:31.80939Z","time spent":"2.861123798s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:36.053905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999968427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:34:36.053995Z","caller":"traceutil/trace.go:171","msg":"trace[451495049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000121882s","start":"2026-02-26T02:34:34.053852Z","end":"2026-02-26T02:34:36.053974Z","steps":["trace[451495049] 'agreement among raft nodes before linearized reading' (duration: 1.999999758s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:36.054045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:34.053833Z","time spent":"2.000202555s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:34:36.180841Z","caller":"traceutil/trace.go:171","msg":"trace[879256245] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"4.024796594s","start":"2026-02-26T02:34:32.156012Z","end":"2026-02-26T02:34:36.180808Z","steps":["trace[879256245] 'process raft request' (duration: 4.02465863s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:36.181032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:32.155991Z","time spent":"4.024944538s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:36.181198Z","caller":"traceutil/trace.go:171","msg":"trace[744757927] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"4.023338498s","start":"2026-02-26T02:34:32.157837Z","end":"2026-02-26T02:34:36.181176Z","steps":["trace[744757927] 'process raft request' (duration: 4.022917185s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:36.181312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:32.157783Z","time spent":"4.023474702s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:36.181324Z","caller":"traceutil/trace.go:171","msg":"trace[349913836] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"4.025332901s","start":"2026-02-26T02:34:32.155973Z","end":"2026-02-26T02:34:36.181306Z","steps":["trace[349913836] 'process raft request' (duration: 4.024284178s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:36.181657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:32.155957Z","time spent":"4.025650531s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:36.181761Z","caller":"traceutil/trace.go:171","msg":"trace[1202572122] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"2.892436681s","start":"2026-02-26T02:34:33.289308Z","end":"2026-02-26T02:34:36.181745Z","steps":["trace[1202572122] 'process raft request' (duration: 2.892324387s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:36.181773Z","caller":"traceutil/trace.go:171","msg":"trace[1953929378] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"4.02312134s","start":"2026-02-26T02:34:32.158609Z","end":"2026-02-26T02:34:36.181731Z","steps":["trace[1953929378] 'process raft request' (duration: 4.02248118s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:36.181832Z","caller":"traceutil/trace.go:171","msg":"trace[554415857] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"4.02310723s","start":"2026-02-26T02:34:32.158709Z","end":"2026-02-26T02:34:36.181816Z","steps":["trace[554415857] 'process raft request' (duration: 4.022848502s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:36.181869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:33.289283Z","time spent":"2.892537274s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:36.181912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:32.15865Z","time spent":"4.023220694s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:36.181966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:32.1586Z","time spent":"4.023271916s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:36.182009Z","caller":"traceutil/trace.go:171","msg":"trace[2120982169] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"2.024936269s","start":"2026-02-26T02:34:34.157056Z","end":"2026-02-26T02:34:36.181992Z","steps":["trace[2120982169] 'process raft request' (duration: 2.024789534s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:36.182098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:34.157027Z","time spent":"2.025027032s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:36.182143Z","caller":"traceutil/trace.go:171","msg":"trace[999465799] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"2.024463574s","start":"2026-02-26T02:34:34.157666Z","end":"2026-02-26T02:34:36.18213Z","steps":["trace[999465799] 'process raft request' (duration: 2.024268648s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:36.182225Z","caller":"traceutil/trace.go:171","msg":"trace[320990166] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"2.02527203s","start":"2026-02-26T02:34:34.156938Z","end":"2026-02-26T02:34:36.18221Z","steps":["trace[320990166] 'process raft request' (duration: 2.024755703s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:36.182268Z","caller":"traceutil/trace.go:171","msg":"trace[384903983] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"2.024686011s","start":"2026-02-26T02:34:34.157573Z","end":"2026-02-26T02:34:36.182259Z","steps":["trace[384903983] 'process raft request' (duration: 2.02433199s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:36.182252Z","caller":"traceutil/trace.go:171","msg":"trace[535305020] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"2.023313338s","start":"2026-02-26T02:34:34.158897Z","end":"2026-02-26T02:34:36.18221Z","steps":["trace[535305020] 'process raft request' (duration: 2.023055589s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:36.182373Z","caller":"traceutil/trace.go:171","msg":"trace[1597050604] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"2.013744014s","start":"2026-02-26T02:34:34.168621Z","end":"2026-02-26T02:34:36.182365Z","steps":["trace[1597050604] 'process raft request' (duration: 2.013358472s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:36.182434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:34.168606Z","time spent":"2.013801446s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:36.182496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:34.158886Z","time spent":"2.023499043s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:36.18231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:34.156921Z","time spent":"2.025348861s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:36.18223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:34.157655Z","time spent":"2.024531336s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:36.182325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:34.157554Z","time spent":"2.024747772s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:37.203226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021204171s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:34:37.20443Z","caller":"traceutil/trace.go:171","msg":"trace[859387293] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"2.751927639s","start":"2026-02-26T02:34:34.45249Z","end":"2026-02-26T02:34:37.204417Z","steps":["trace[859387293] 'process raft request' (duration: 2.750830855s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:37.204414Z","caller":"traceutil/trace.go:171","msg":"trace[1580816678] linearizableReadLoop","detail":"{readStateIndex:25158; appliedIndex:25143; }","duration":"5.05341185s","start":"2026-02-26T02:34:32.150982Z","end":"2026-02-26T02:34:37.204394Z","steps":["trace[1580816678] 'read index received' (duration: 2.519327771s)","trace[1580816678] 'applied index is now lower than readState.Index' (duration: 2.534082579s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:37.204537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:34.452457Z","time spent":"2.752014252s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:38.545005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.38836641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-26T02:34:38.545088Z","caller":"traceutil/trace.go:171","msg":"trace[1399082291] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24295; }","duration":"5.388497544s","start":"2026-02-26T02:34:33.15657Z","end":"2026-02-26T02:34:38.545068Z","steps":["trace[1399082291] 'agreement among raft nodes before linearized reading' (duration: 4.048091371s)","trace[1399082291] 'range keys from in-memory index tree' (duration: 1.340208676s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.54513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:33.156548Z","time spent":"5.388572507s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"warn","ts":"2026-02-26T02:34:38.545112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.389148045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d29940bb-26a0-4b13-9554-517eaf6806e9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T02:34:38.545228Z","caller":"traceutil/trace.go:171","msg":"trace[2117775652] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d29940bb-26a0-4b13-9554-517eaf6806e9; range_end:; response_count:1; response_revision:24295; }","duration":"6.38931162s","start":"2026-02-26T02:34:32.155885Z","end":"2026-02-26T02:34:38.545197Z","steps":["trace[2117775652] 'agreement among raft nodes before linearized reading' (duration: 5.048744442s)","trace[2117775652] 'range keys from in-memory index tree' (duration: 1.340276349s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.545308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.897979445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269117"} {"level":"warn","ts":"2026-02-26T02:34:38.545328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796948245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:38.545372Z","caller":"traceutil/trace.go:171","msg":"trace[1626597188] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24295; }","duration":"4.898100198s","start":"2026-02-26T02:34:33.647257Z","end":"2026-02-26T02:34:38.545357Z","steps":["trace[1626597188] 'agreement among raft nodes before linearized reading' (duration: 3.557433447s)","trace[1626597188] 'range keys from in-memory index tree' (duration: 1.340279499s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.545345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.540762198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:38.545401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:33.647243Z","time spent":"4.89815277s","remote":"127.0.0.1:54698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269139,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-26T02:34:38.545414Z","caller":"traceutil/trace.go:171","msg":"trace[39041605] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24295; }","duration":"3.797137571s","start":"2026-02-26T02:34:34.748251Z","end":"2026-02-26T02:34:38.545388Z","steps":["trace[39041605] 'agreement among raft nodes before linearized reading' (duration: 2.456402648s)","trace[39041605] 'count revisions from in-memory index tree' (duration: 1.340556628s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.545497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351210685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:38.54551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:34.748224Z","time spent":"3.797266635s","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:38.545529Z","caller":"traceutil/trace.go:171","msg":"trace[637038282] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24295; }","duration":"1.351281457s","start":"2026-02-26T02:34:37.194239Z","end":"2026-02-26T02:34:38.545521Z","steps":["trace[637038282] 'count revisions from in-memory index tree' (duration: 1.340806015s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:38.54557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:37.194219Z","time spent":"1.351341419s","remote":"127.0.0.1:41048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:38.545641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180440855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:38.545692Z","caller":"traceutil/trace.go:171","msg":"trace[1195110937] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24295; }","duration":"2.180491806s","start":"2026-02-26T02:34:36.365185Z","end":"2026-02-26T02:34:38.545677Z","steps":["trace[1195110937] 'agreement among raft nodes before linearized reading' (duration: 839.514525ms)","trace[1195110937] 'count revisions from in-memory index tree' (duration: 1.340919609s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.545733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:36.365127Z","time spent":"2.18059653s","remote":"127.0.0.1:43600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:38.545746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429578087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897ab3f957bf581\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-02-26T02:34:38.545742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.573374241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T02:34:38.545816Z","caller":"traceutil/trace.go:171","msg":"trace[1498024068] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24295; }","duration":"6.573480604s","start":"2026-02-26T02:34:31.972317Z","end":"2026-02-26T02:34:38.545798Z","steps":["trace[1498024068] 'agreement among raft nodes before linearized reading' (duration: 5.232136272s)","trace[1498024068] 'range keys from in-memory index tree' (duration: 1.341185858s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.545833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.391353865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:38.545443Z","caller":"traceutil/trace.go:171","msg":"trace[1696797297] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24295; }","duration":"5.540911093s","start":"2026-02-26T02:34:33.004501Z","end":"2026-02-26T02:34:38.545412Z","steps":["trace[1696797297] 'agreement among raft nodes before linearized reading' (duration: 4.20017554s)","trace[1696797297] 'count revisions from in-memory index tree' (duration: 1.340565508s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.545873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:31.972274Z","time spent":"6.573585397s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:34:38.545891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.518062619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:34:38.545907Z","caller":"traceutil/trace.go:171","msg":"trace[588554665] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24295; }","duration":"4.518109151s","start":"2026-02-26T02:34:34.027793Z","end":"2026-02-26T02:34:38.545902Z","steps":["trace[588554665] 'agreement among raft nodes before linearized reading' (duration: 3.176889232s)","trace[588554665] 'count revisions from in-memory index tree' (duration: 1.341197168s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.545436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.272497769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:34:38.545912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:33.00448Z","time spent":"5.541419758s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:38.545906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710084464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:38.54595Z","caller":"traceutil/trace.go:171","msg":"trace[1183583433] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24295; }","duration":"5.273039657s","start":"2026-02-26T02:34:33.272895Z","end":"2026-02-26T02:34:38.545935Z","steps":["trace[1183583433] 'agreement among raft nodes before linearized reading' (duration: 3.931761266s)","trace[1183583433] 'count revisions from in-memory index tree' (duration: 1.340745154s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.545968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.779581623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-26T02:34:38.546017Z","caller":"traceutil/trace.go:171","msg":"trace[1849678612] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24295; }","duration":"5.779658966s","start":"2026-02-26T02:34:32.766341Z","end":"2026-02-26T02:34:38.546Z","steps":["trace[1849678612] 'agreement among raft nodes before linearized reading' (duration: 4.438345394s)","trace[1849678612] 'range keys from in-memory index tree' (duration: 1.341206599s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.546061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:32.766321Z","time spent":"5.779730458s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-26T02:34:38.545771Z","caller":"traceutil/trace.go:171","msg":"trace[987054854] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897ab3f957bf581; range_end:; response_count:1; response_revision:24295; }","duration":"1.429634829s","start":"2026-02-26T02:34:37.116125Z","end":"2026-02-26T02:34:38.54576Z","steps":["trace[987054854] 'agreement among raft nodes before linearized reading' (duration: 88.553845ms)","trace[987054854] 'range keys from in-memory index tree' (duration: 1.341011232s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:38.545891Z","caller":"traceutil/trace.go:171","msg":"trace[1497524799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24295; }","duration":"4.391413497s","start":"2026-02-26T02:34:34.154458Z","end":"2026-02-26T02:34:38.545872Z","steps":["trace[1497524799] 'agreement among raft nodes before linearized reading' (duration: 3.050193008s)","trace[1497524799] 'count revisions from in-memory index tree' (duration: 1.341146396s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.546149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:37.116103Z","time spent":"1.430027322s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897ab3f957bf581\" "} {"level":"warn","ts":"2026-02-26T02:34:38.546014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:33.272879Z","time spent":"5.273116469s","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:38.546205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:34.154399Z","time spent":"4.391786889s","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:38.546245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491106076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:38.546292Z","caller":"traceutil/trace.go:171","msg":"trace[164021018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24295; }","duration":"2.491186409s","start":"2026-02-26T02:34:36.055089Z","end":"2026-02-26T02:34:38.546275Z","steps":["trace[164021018] 'agreement among raft nodes before linearized reading' (duration: 1.14961528s)","trace[164021018] 'range keys from in-memory index tree' (duration: 1.341522508s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.545956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.497238239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-26T02:34:38.54634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:36.055066Z","time spent":"2.491262601s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:38.545861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979894972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:38.546416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.061892128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:38.546414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.348464115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:38.54645Z","caller":"traceutil/trace.go:171","msg":"trace[1926949354] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24295; }","duration":"5.06195271s","start":"2026-02-26T02:34:33.48449Z","end":"2026-02-26T02:34:38.546443Z","steps":["trace[1926949354] 'agreement among raft nodes before linearized reading' (duration: 3.720207574s)","trace[1926949354] 'count revisions from in-memory index tree' (duration: 1.341704904s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:38.54645Z","caller":"traceutil/trace.go:171","msg":"trace[21020255] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24295; }","duration":"1.980527991s","start":"2026-02-26T02:34:36.565908Z","end":"2026-02-26T02:34:38.546436Z","steps":["trace[21020255] 'agreement among raft nodes before linearized reading' (duration: 638.785936ms)","trace[21020255] 'count revisions from in-memory index tree' (duration: 1.341131316s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.546469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:33.484475Z","time spent":"5.0619899s","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:38.54593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:34.027756Z","time spent":"4.518170202s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:38.546387Z","caller":"traceutil/trace.go:171","msg":"trace[348718484] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33; range_end:; response_count:1; response_revision:24295; }","duration":"4.497690803s","start":"2026-02-26T02:34:34.048675Z","end":"2026-02-26T02:34:38.546366Z","steps":["trace[348718484] 'agreement among raft nodes before linearized reading' (duration: 3.15599915s)","trace[348718484] 'range keys from in-memory index tree' (duration: 1.341166297s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.546489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:36.565888Z","time spent":"1.980588684s","remote":"127.0.0.1:38356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:38.546459Z","caller":"traceutil/trace.go:171","msg":"trace[809892591] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24295; }","duration":"6.348545228s","start":"2026-02-26T02:34:32.197902Z","end":"2026-02-26T02:34:38.546447Z","steps":["trace[809892591] 'agreement among raft nodes before linearized reading' (duration: 5.006799913s)","trace[809892591] 'count revisions from in-memory index tree' (duration: 1.341685973s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.546526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:34.048661Z","time spent":"4.497850689s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" "} {"level":"warn","ts":"2026-02-26T02:34:38.546561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:32.197884Z","time spent":"6.348666762s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:38.545964Z","caller":"traceutil/trace.go:171","msg":"trace[439213437] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24295; }","duration":"1.710192537s","start":"2026-02-26T02:34:36.835755Z","end":"2026-02-26T02:34:38.545948Z","steps":["trace[439213437] 'agreement among raft nodes before linearized reading' (duration: 368.931917ms)","trace[439213437] 'range keys from in-memory index tree' (duration: 1.341182838s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.546607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:36.835731Z","time spent":"1.710868219s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:34:38.545349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:32.155866Z","time spent":"6.389465254s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-d29940bb-26a0-4b13-9554-517eaf6806e9\" "} {"level":"warn","ts":"2026-02-26T02:34:38.54687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424739434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:38.546923Z","caller":"traceutil/trace.go:171","msg":"trace[551806316] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24295; }","duration":"3.424795486s","start":"2026-02-26T02:34:35.122115Z","end":"2026-02-26T02:34:38.546911Z","steps":["trace[551806316] 'agreement among raft nodes before linearized reading' (duration: 2.082593856s)","trace[551806316] 'count revisions from in-memory index tree' (duration: 1.342135668s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.546973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:35.122052Z","time spent":"3.424911519s","remote":"127.0.0.1:55984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:38.547229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.148605996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:38.547303Z","caller":"traceutil/trace.go:171","msg":"trace[1265984207] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24295; }","duration":"3.148722679s","start":"2026-02-26T02:34:35.398559Z","end":"2026-02-26T02:34:38.547282Z","steps":["trace[1265984207] 'agreement among raft nodes before linearized reading' (duration: 1.806148448s)","trace[1265984207] 'count revisions from in-memory index tree' (duration: 1.342472458s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.547334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:35.398539Z","time spent":"3.148787352s","remote":"127.0.0.1:54654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:38.54749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025951731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:38.547507Z","caller":"traceutil/trace.go:171","msg":"trace[1876643330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24295; }","duration":"3.026012072s","start":"2026-02-26T02:34:35.521489Z","end":"2026-02-26T02:34:38.547501Z","steps":["trace[1876643330] 'agreement among raft nodes before linearized reading' (duration: 1.683228234s)","trace[1876643330] 'count revisions from in-memory index tree' (duration: 1.342758398s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.547512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.30865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:34:38.547526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:35.521466Z","time spent":"3.026053094s","remote":"127.0.0.1:41570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:38.547547Z","caller":"traceutil/trace.go:171","msg":"trace[1680045749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24295; }","duration":"983.346721ms","start":"2026-02-26T02:34:37.564191Z","end":"2026-02-26T02:34:38.547537Z","steps":["trace[1680045749] 'count revisions from in-memory index tree' (duration: 983.220037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:38.547577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:37.564132Z","time spent":"983.436383ms","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:38.547572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.664507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:38.547629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616925312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:38.547633Z","caller":"traceutil/trace.go:171","msg":"trace[447061716] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24295; }","duration":"576.781041ms","start":"2026-02-26T02:34:37.970834Z","end":"2026-02-26T02:34:38.547615Z","steps":["trace[447061716] 'count revisions from in-memory index tree' (duration: 576.606176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:38.547683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:37.970816Z","time spent":"576.850904ms","remote":"127.0.0.1:41444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:38.547672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143762653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:38.547771Z","caller":"traceutil/trace.go:171","msg":"trace[757746639] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24295; }","duration":"1.143909228s","start":"2026-02-26T02:34:37.403833Z","end":"2026-02-26T02:34:38.547742Z","steps":["trace[757746639] 'count revisions from in-memory index tree' (duration: 1.143684131s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:38.547845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:37.403812Z","time spent":"1.144013842s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:38.548019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.297273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:38.548041Z","caller":"traceutil/trace.go:171","msg":"trace[528406197] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24295; }","duration":"527.355555ms","start":"2026-02-26T02:34:38.02068Z","end":"2026-02-26T02:34:38.548036Z","steps":["trace[528406197] 'count revisions from in-memory index tree' (duration: 527.224021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:38.548062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.020661Z","time spent":"527.395237ms","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:38.547647Z","caller":"traceutil/trace.go:171","msg":"trace[2112173965] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24295; }","duration":"3.616997725s","start":"2026-02-26T02:34:34.930643Z","end":"2026-02-26T02:34:38.547641Z","steps":["trace[2112173965] 'agreement among raft nodes before linearized reading' (duration: 2.274072912s)","trace[2112173965] 'count revisions from in-memory index tree' (duration: 1.342897202s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.548137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:34.930621Z","time spent":"3.617494331s","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:38.548257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.39505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:34:38.548273Z","caller":"traceutil/trace.go:171","msg":"trace[1259137453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24295; }","duration":"362.432092ms","start":"2026-02-26T02:34:38.185836Z","end":"2026-02-26T02:34:38.548268Z","steps":["trace[1259137453] 'range keys from in-memory index tree' (duration: 362.300097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:38.548272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.241025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:34:38.54835Z","caller":"traceutil/trace.go:171","msg":"trace[1528589769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24295; }","duration":"362.296988ms","start":"2026-02-26T02:34:38.18601Z","end":"2026-02-26T02:34:38.548307Z","steps":["trace[1528589769] 'range keys from in-memory index tree' (duration: 362.160893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:38.548382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.186006Z","time spent":"362.36819ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:34:38.548398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.284303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:38.548424Z","caller":"traceutil/trace.go:171","msg":"trace[521466531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24295; }","duration":"485.338664ms","start":"2026-02-26T02:34:38.06308Z","end":"2026-02-26T02:34:38.548419Z","steps":["trace[521466531] 'range keys from in-memory index tree' (duration: 485.241351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:38.548437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.063067Z","time spent":"485.367156ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:38.548289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.18582Z","time spent":"362.462263ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:34:38.548705Z","caller":"traceutil/trace.go:171","msg":"trace[575229590] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"360.989486ms","start":"2026-02-26T02:34:38.187696Z","end":"2026-02-26T02:34:38.548685Z","steps":["trace[575229590] 'process raft request' (duration: 287.114535ms)","trace[575229590] 'compare' (duration: 73.337394ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:38.5488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.187684Z","time spent":"361.057919ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:39.835454Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.360685046s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:34:40.549543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000055171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:34:40.549649Z","caller":"traceutil/trace.go:171","msg":"trace[386076288] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210876s","start":"2026-02-26T02:34:38.549418Z","end":"2026-02-26T02:34:40.549629Z","steps":["trace[386076288] 'agreement among raft nodes before linearized reading' (duration: 2.000072092s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:40.549701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.549397Z","time spent":"2.000292089s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:41.092502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256702442s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:41.092794Z","caller":"traceutil/trace.go:171","msg":"trace[2125477923] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"2.904797243s","start":"2026-02-26T02:34:38.187947Z","end":"2026-02-26T02:34:41.092744Z","steps":["trace[2125477923] 'process raft request' (duration: 1.64774135s)","trace[2125477923] 'compare' (duration: 1.255862625s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:41.092998Z","caller":"traceutil/trace.go:171","msg":"trace[1739445934] linearizableReadLoop","detail":"{readStateIndex:25161; appliedIndex:25158; }","duration":"2.904647408s","start":"2026-02-26T02:34:38.18833Z","end":"2026-02-26T02:34:41.092977Z","steps":["trace[1739445934] 'read index received' (duration: 286.478065ms)","trace[1739445934] 'applied index is now lower than readState.Index' (duration: 2.618168033s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:41.093006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.187938Z","time spent":"2.904953008s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:41.0932Z","caller":"traceutil/trace.go:171","msg":"trace[634049723] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"2.903587285s","start":"2026-02-26T02:34:38.189601Z","end":"2026-02-26T02:34:41.093188Z","steps":["trace[634049723] 'process raft request' (duration: 2.903158071s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.093264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.189593Z","time spent":"2.903638966s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:41.093304Z","caller":"traceutil/trace.go:171","msg":"trace[350335576] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"2.878457149s","start":"2026-02-26T02:34:38.214839Z","end":"2026-02-26T02:34:41.093296Z","steps":["trace[350335576] 'process raft request' (duration: 2.878081887s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.093392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.214826Z","time spent":"2.878520621s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:41.093418Z","caller":"traceutil/trace.go:171","msg":"trace[1751280807] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"2.905395752s","start":"2026-02-26T02:34:38.188011Z","end":"2026-02-26T02:34:41.093407Z","steps":["trace[1751280807] 'process raft request' (duration: 2.904601237s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.093473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.188003Z","time spent":"2.905441763s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:41.093568Z","caller":"traceutil/trace.go:171","msg":"trace[807682541] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"2.904980009s","start":"2026-02-26T02:34:38.188575Z","end":"2026-02-26T02:34:41.093555Z","steps":["trace[807682541] 'process raft request' (duration: 2.904132822s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.093643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.188567Z","time spent":"2.905035931s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:41.093749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905411093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:34:41.093268Z","caller":"traceutil/trace.go:171","msg":"trace[1409124930] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"2.903204422s","start":"2026-02-26T02:34:38.190052Z","end":"2026-02-26T02:34:41.093256Z","steps":["trace[1409124930] 'process raft request' (duration: 2.902745218s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:41.093794Z","caller":"traceutil/trace.go:171","msg":"trace[598166435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24302; }","duration":"2.905491105s","start":"2026-02-26T02:34:38.188292Z","end":"2026-02-26T02:34:41.093783Z","steps":["trace[598166435] 'agreement among raft nodes before linearized reading' (duration: 2.90534684s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.093829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.188285Z","time spent":"2.905536846s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:41.093818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.258096116s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:34:41.093871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.190042Z","time spent":"2.903767311s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:41.095078Z","caller":"traceutil/trace.go:171","msg":"trace[383904032] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"2.544585712s","start":"2026-02-26T02:34:38.550465Z","end":"2026-02-26T02:34:41.09505Z","steps":["trace[383904032] 'process raft request' (duration: 2.544419757s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:41.095048Z","caller":"traceutil/trace.go:171","msg":"trace[891724576] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"2.54545006s","start":"2026-02-26T02:34:38.549551Z","end":"2026-02-26T02:34:41.095001Z","steps":["trace[891724576] 'process raft request' (duration: 2.545101439s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.095154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.550451Z","time spent":"2.544666184s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:41.095245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.549529Z","time spent":"2.545605464s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:41.095223Z","caller":"traceutil/trace.go:171","msg":"trace[1031423700] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"2.542158615s","start":"2026-02-26T02:34:38.553025Z","end":"2026-02-26T02:34:41.095183Z","steps":["trace[1031423700] 'process raft request' (duration: 2.541951319s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:41.095303Z","caller":"traceutil/trace.go:171","msg":"trace[358623075] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"1.419564411s","start":"2026-02-26T02:34:39.67571Z","end":"2026-02-26T02:34:41.095275Z","steps":["trace[358623075] 'process raft request' (duration: 1.419502649s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.095413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.553006Z","time spent":"2.542295229s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:41.095312Z","caller":"traceutil/trace.go:171","msg":"trace[811438669] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"2.541263147s","start":"2026-02-26T02:34:38.55402Z","end":"2026-02-26T02:34:41.095283Z","steps":["trace[811438669] 'process raft request' (duration: 2.541025929s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.095505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:39.675686Z","time spent":"1.419712566s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:41.095539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.554002Z","time spent":"2.541473864s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:41.178911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.677635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:41.179043Z","caller":"traceutil/trace.go:171","msg":"trace[439968527] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"621.158768ms","start":"2026-02-26T02:34:40.557854Z","end":"2026-02-26T02:34:41.179013Z","steps":["trace[439968527] 'process raft request' (duration: 620.650912ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:41.179157Z","caller":"traceutil/trace.go:171","msg":"trace[1789333422] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24308; }","duration":"651.924283ms","start":"2026-02-26T02:34:40.527144Z","end":"2026-02-26T02:34:41.179069Z","steps":["trace[1789333422] 'agreement among raft nodes before linearized reading' (duration: 651.655694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.179588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990690614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:41.179666Z","caller":"traceutil/trace.go:171","msg":"trace[1719063112] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24308; }","duration":"2.990754786s","start":"2026-02-26T02:34:38.188885Z","end":"2026-02-26T02:34:41.17964Z","steps":["trace[1719063112] 'agreement among raft nodes before linearized reading' (duration: 2.990666533s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.179705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:40.557829Z","time spent":"621.274812ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:41.179731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.188867Z","time spent":"2.990847559s","remote":"127.0.0.1:55860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:41.17971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.126459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-02-26T02:34:41.179729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991254282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:34:41.17973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:40.527119Z","time spent":"652.499221ms","remote":"127.0.0.1:55818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:41.179851Z","caller":"traceutil/trace.go:171","msg":"trace[576927118] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24308; }","duration":"622.317055ms","start":"2026-02-26T02:34:40.557504Z","end":"2026-02-26T02:34:41.179821Z","steps":["trace[576927118] 'agreement among raft nodes before linearized reading' (duration: 621.911972ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:41.179887Z","caller":"traceutil/trace.go:171","msg":"trace[577221429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24308; }","duration":"2.991384996s","start":"2026-02-26T02:34:38.188447Z","end":"2026-02-26T02:34:41.179832Z","steps":["trace[577221429] 'agreement among raft nodes before linearized reading' (duration: 2.991100007s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.179932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:40.557488Z","time spent":"622.431849ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-26T02:34:41.179984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.18844Z","time spent":"2.991525641s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:41.179271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308550945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:34:41.180239Z","caller":"traceutil/trace.go:171","msg":"trace[911290993] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24308; }","duration":"1.309458123s","start":"2026-02-26T02:34:39.870668Z","end":"2026-02-26T02:34:41.180126Z","steps":["trace[911290993] 'agreement among raft nodes before linearized reading' (duration: 1.30839523s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.179025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945800992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:41.180326Z","caller":"traceutil/trace.go:171","msg":"trace[1113205756] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24308; }","duration":"1.947193847s","start":"2026-02-26T02:34:39.2331Z","end":"2026-02-26T02:34:41.180294Z","steps":["trace[1113205756] 'agreement among raft nodes before linearized reading' (duration: 1.945649908s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.180358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:39.233078Z","time spent":"1.947268029s","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:41.179339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678725012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:41.180506Z","caller":"traceutil/trace.go:171","msg":"trace[1027126355] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24308; }","duration":"1.679894219s","start":"2026-02-26T02:34:39.500593Z","end":"2026-02-26T02:34:41.180487Z","steps":["trace[1027126355] 'agreement among raft nodes before linearized reading' (duration: 1.678648389s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.180568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:39.500577Z","time spent":"1.679967512s","remote":"127.0.0.1:54554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:41.180606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:39.870639Z","time spent":"1.309955269s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:34:41.179218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381533856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:34:41.180672Z","caller":"traceutil/trace.go:171","msg":"trace[473235086] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:24308; }","duration":"2.383015163s","start":"2026-02-26T02:34:38.797648Z","end":"2026-02-26T02:34:41.180663Z","steps":["trace[473235086] 'agreement among raft nodes before linearized reading' (duration: 2.381404792s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.180703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.797635Z","time spent":"2.383060504s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-02-26T02:34:41.178954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.989383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:41.180777Z","caller":"traceutil/trace.go:171","msg":"trace[577390695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24308; }","duration":"622.853772ms","start":"2026-02-26T02:34:40.557903Z","end":"2026-02-26T02:34:41.180757Z","steps":["trace[577390695] 'agreement among raft nodes before linearized reading' (duration: 620.949602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.180849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:40.557889Z","time spent":"622.941065ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:41.179365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626823057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-26T02:34:41.180952Z","caller":"traceutil/trace.go:171","msg":"trace[286604480] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24308; }","duration":"1.628461039s","start":"2026-02-26T02:34:39.552476Z","end":"2026-02-26T02:34:41.180937Z","steps":["trace[286604480] 'agreement among raft nodes before linearized reading' (duration: 1.626670052s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.180998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:39.552465Z","time spent":"1.628518962s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"warn","ts":"2026-02-26T02:34:41.179444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625476305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:41.181149Z","caller":"traceutil/trace.go:171","msg":"trace[275080408] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24308; }","duration":"2.627196629s","start":"2026-02-26T02:34:38.55394Z","end":"2026-02-26T02:34:41.181136Z","steps":["trace[275080408] 'agreement among raft nodes before linearized reading' (duration: 2.625477355s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.181195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.55393Z","time spent":"2.627249701s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:34:41.179491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434601998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:41.181318Z","caller":"traceutil/trace.go:171","msg":"trace[236126018] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24308; }","duration":"2.436465727s","start":"2026-02-26T02:34:38.744842Z","end":"2026-02-26T02:34:41.181308Z","steps":["trace[236126018] 'agreement among raft nodes before linearized reading' (duration: 2.434617248s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.181362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.744818Z","time spent":"2.436526309s","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:41.179465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681621794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:41.181438Z","caller":"traceutil/trace.go:171","msg":"trace[206263888] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24308; }","duration":"2.683633177s","start":"2026-02-26T02:34:38.497787Z","end":"2026-02-26T02:34:41.18142Z","steps":["trace[206263888] 'agreement among raft nodes before linearized reading' (duration: 2.681586303s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.181485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.497768Z","time spent":"2.683702749s","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:41.179507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965540958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:34:41.181525Z","caller":"traceutil/trace.go:171","msg":"trace[446198172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24308; }","duration":"2.967587182s","start":"2026-02-26T02:34:38.213926Z","end":"2026-02-26T02:34:41.181514Z","steps":["trace[446198172] 'agreement among raft nodes before linearized reading' (duration: 2.965467775s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.181568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.213913Z","time spent":"2.967643685s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:41.179526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308912736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:34:41.181683Z","caller":"traceutil/trace.go:171","msg":"trace[1388899962] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24308; }","duration":"1.311090165s","start":"2026-02-26T02:34:39.870575Z","end":"2026-02-26T02:34:41.181665Z","steps":["trace[1388899962] 'agreement among raft nodes before linearized reading' (duration: 1.308808113s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.181714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:39.870559Z","time spent":"1.311145917s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:34:41.179565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629556544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T02:34:41.181816Z","caller":"traceutil/trace.go:171","msg":"trace[1375221548] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24308; }","duration":"2.631805395s","start":"2026-02-26T02:34:38.550004Z","end":"2026-02-26T02:34:41.18181Z","steps":["trace[1375221548] 'agreement among raft nodes before linearized reading' (duration: 2.629507242s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.181837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.549997Z","time spent":"2.631834256s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:34:41.178997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334103874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:41.181929Z","caller":"traceutil/trace.go:171","msg":"trace[2115412384] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24308; }","duration":"2.337108819s","start":"2026-02-26T02:34:38.844795Z","end":"2026-02-26T02:34:41.181904Z","steps":["trace[2115412384] 'agreement among raft nodes before linearized reading' (duration: 2.334135024s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:41.181999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:38.844771Z","time spent":"2.337206352s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:41.679636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:42.179788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:42.286997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.494443ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:42.287182Z","caller":"traceutil/trace.go:171","msg":"trace[817375927] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24308; }","duration":"457.682339ms","start":"2026-02-26T02:34:41.829461Z","end":"2026-02-26T02:34:42.287143Z","steps":["trace[817375927] 'range keys from in-memory index tree' (duration: 457.473873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:42.680777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:43.181775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999711199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-02-26T02:34:43.181799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606774,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:34:43.181851Z","caller":"traceutil/trace.go:171","msg":"trace[1930897421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999856714s","start":"2026-02-26T02:34:41.181981Z","end":"2026-02-26T02:34:43.181837Z","steps":["trace[1930897421] 'agreement among raft nodes before linearized reading' (duration: 1.999758641s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:43.181892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:41.181963Z","time spent":"1.999922876s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:43.283886Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.105315194s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:34:43.284464Z","caller":"traceutil/trace.go:171","msg":"trace[213790971] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"2.184470042s","start":"2026-02-26T02:34:41.099965Z","end":"2026-02-26T02:34:43.284435Z","steps":["trace[213790971] 'process raft request' (duration: 2.184187343s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:43.284714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:41.099954Z","time spent":"2.184645878s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:44.384571Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100337379s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:34:44.385059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:41.183203Z","time spent":"3.201847032s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:34:44.385195Z","caller":"traceutil/trace.go:171","msg":"trace[910856007] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"3.196950537s","start":"2026-02-26T02:34:41.188221Z","end":"2026-02-26T02:34:44.385171Z","steps":["trace[910856007] 'process raft request' (duration: 3.196879205s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:44.385293Z","caller":"traceutil/trace.go:171","msg":"trace[1751059318] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"3.19925122s","start":"2026-02-26T02:34:41.185996Z","end":"2026-02-26T02:34:44.385248Z","steps":["trace[1751059318] 'process raft request' (duration: 3.19893055s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:44.385362Z","caller":"traceutil/trace.go:171","msg":"trace[1157153466] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"3.197824555s","start":"2026-02-26T02:34:41.187515Z","end":"2026-02-26T02:34:44.38534Z","steps":["trace[1157153466] 'process raft request' (duration: 3.197545037s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.385486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:41.188203Z","time spent":"3.197207246s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:44.385487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:41.187508Z","time spent":"3.197925208s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:44.385531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:41.185978Z","time spent":"3.199450116s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:44.385746Z","caller":"traceutil/trace.go:171","msg":"trace[559834013] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"3.19640393s","start":"2026-02-26T02:34:41.189329Z","end":"2026-02-26T02:34:44.385733Z","steps":["trace[559834013] 'process raft request' (duration: 3.195802581s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.385819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:41.189314Z","time spent":"3.196471022s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:44.385934Z","caller":"traceutil/trace.go:171","msg":"trace[656196617] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"3.194708986s","start":"2026-02-26T02:34:41.191199Z","end":"2026-02-26T02:34:44.385908Z","steps":["trace[656196617] 'process raft request' (duration: 3.194457408s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.386079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:41.19119Z","time spent":"3.1948191s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:44.553175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.199347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:44.5535Z","caller":"traceutil/trace.go:171","msg":"trace[986129970] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"3.047465042s","start":"2026-02-26T02:34:41.506008Z","end":"2026-02-26T02:34:44.553473Z","steps":["trace[986129970] 'process raft request' (duration: 3.047258775s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:44.553576Z","caller":"traceutil/trace.go:171","msg":"trace[2115952794] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"3.244842914s","start":"2026-02-26T02:34:41.308711Z","end":"2026-02-26T02:34:44.553554Z","steps":["trace[2115952794] 'process raft request' (duration: 3.077178473s)","trace[2115952794] 'compare' (duration: 167.042982ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:44.553661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:41.30869Z","time spent":"3.244924827s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:44.553667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:41.505983Z","time spent":"3.047586576s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:44.553922Z","caller":"traceutil/trace.go:171","msg":"trace[300582572] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"1.45201894s","start":"2026-02-26T02:34:43.101868Z","end":"2026-02-26T02:34:44.553887Z","steps":["trace[300582572] 'process raft request' (duration: 1.451449012s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:44.55395Z","caller":"traceutil/trace.go:171","msg":"trace[65099054] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"1.451942757s","start":"2026-02-26T02:34:43.10197Z","end":"2026-02-26T02:34:44.553913Z","steps":["trace[65099054] 'process raft request' (duration: 1.451387779s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:44.55401Z","caller":"traceutil/trace.go:171","msg":"trace[439134492] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"1.45170177s","start":"2026-02-26T02:34:43.102266Z","end":"2026-02-26T02:34:44.553968Z","steps":["trace[439134492] 'process raft request' (duration: 1.451284096s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:44.554048Z","caller":"traceutil/trace.go:171","msg":"trace[1634005479] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"1.451738181s","start":"2026-02-26T02:34:43.102291Z","end":"2026-02-26T02:34:44.554029Z","steps":["trace[1634005479] 'process raft request' (duration: 1.451592016s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.554131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:43.102277Z","time spent":"1.451818804s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:44.554047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:43.101854Z","time spent":"1.452121563s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:44.554125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:43.101939Z","time spent":"1.452095382s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:44.554182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:43.102242Z","time spent":"1.451855295s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:44.554454Z","caller":"traceutil/trace.go:171","msg":"trace[1047585286] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"1.452091282s","start":"2026-02-26T02:34:43.102352Z","end":"2026-02-26T02:34:44.554444Z","steps":["trace[1047585286] 'process raft request' (duration: 1.451599096s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.554525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:43.102344Z","time spent":"1.452146313s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:44.554593Z","caller":"traceutil/trace.go:171","msg":"trace[160931969] transaction","detail":"{read_only:false; response_revision:24323; number_of_response:1; }","duration":"1.369243838s","start":"2026-02-26T02:34:43.185329Z","end":"2026-02-26T02:34:44.554573Z","steps":["trace[160931969] 'process raft request' (duration: 1.369092513s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.554675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:43.185314Z","time spent":"1.36932144s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:44.554699Z","caller":"traceutil/trace.go:171","msg":"trace[1405461521] linearizableReadLoop","detail":"{readStateIndex:25186; appliedIndex:25171; }","duration":"3.375986369s","start":"2026-02-26T02:34:41.178691Z","end":"2026-02-26T02:34:44.554677Z","steps":["trace[1405461521] 'read index received' (duration: 2.105672956s)","trace[1405461521] 'applied index is now lower than readState.Index' (duration: 1.270310213s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:44.5545Z","caller":"traceutil/trace.go:171","msg":"trace[610223978] transaction","detail":"{read_only:false; response_revision:24322; number_of_response:1; }","duration":"1.451590716s","start":"2026-02-26T02:34:43.102886Z","end":"2026-02-26T02:34:44.554477Z","steps":["trace[610223978] 'process raft request' (duration: 1.451467012s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.554899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.456245442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:34:44.556139Z","caller":"traceutil/trace.go:171","msg":"trace[1171426738] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33; range_end:; response_count:1; response_revision:24323; }","duration":"3.457475581s","start":"2026-02-26T02:34:41.098611Z","end":"2026-02-26T02:34:44.556087Z","steps":["trace[1171426738] 'agreement among raft nodes before linearized reading' (duration: 3.456124008s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.556231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:41.098593Z","time spent":"3.457600685s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aac599defb33\" "} {"level":"warn","ts":"2026-02-26T02:34:44.556478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:43.102877Z","time spent":"1.45232326s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:44.593361Z","caller":"traceutil/trace.go:171","msg":"trace[193443275] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24324; }","duration":"205.985645ms","start":"2026-02-26T02:34:44.387333Z","end":"2026-02-26T02:34:44.593319Z","steps":["trace[193443275] 'process raft request' (duration: 205.901203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.59352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406199777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:44.593575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40815115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-26T02:34:44.593597Z","caller":"traceutil/trace.go:171","msg":"trace[904998944] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24324; }","duration":"3.40631101s","start":"2026-02-26T02:34:41.187267Z","end":"2026-02-26T02:34:44.593578Z","steps":["trace[904998944] 'agreement among raft nodes before linearized reading' (duration: 3.406198207s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:44.593615Z","caller":"traceutil/trace.go:171","msg":"trace[243814738] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24324; }","duration":"2.408222442s","start":"2026-02-26T02:34:42.185381Z","end":"2026-02-26T02:34:44.593604Z","steps":["trace[243814738] 'agreement among raft nodes before linearized reading' (duration: 2.408079318s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.593637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:42.185364Z","time spent":"2.408266403s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"warn","ts":"2026-02-26T02:34:44.593638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:41.187258Z","time spent":"3.406370852s","remote":"127.0.0.1:54518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:34:44.593636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492817703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:34:44.593686Z","caller":"traceutil/trace.go:171","msg":"trace[113256596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24324; }","duration":"1.492920245s","start":"2026-02-26T02:34:43.100754Z","end":"2026-02-26T02:34:44.593674Z","steps":["trace[113256596] 'agreement among raft nodes before linearized reading' (duration: 1.4927418s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.593719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:43.100735Z","time spent":"1.492976367s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:34:44.593831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625771024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-26T02:34:44.593858Z","caller":"traceutil/trace.go:171","msg":"trace[1630052018] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24324; }","duration":"1.625837016s","start":"2026-02-26T02:34:42.968013Z","end":"2026-02-26T02:34:44.59385Z","steps":["trace[1630052018] 'agreement among raft nodes before linearized reading' (duration: 1.625758574s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.593875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:42.967988Z","time spent":"1.625883228s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:34:44.593869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.410021237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-02-26T02:34:44.593989Z","caller":"traceutil/trace.go:171","msg":"trace[447423881] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24324; }","duration":"3.410168622s","start":"2026-02-26T02:34:41.183814Z","end":"2026-02-26T02:34:44.593982Z","steps":["trace[447423881] 'agreement among raft nodes before linearized reading' (duration: 3.409980756s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.59401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:41.183797Z","time spent":"3.410207344s","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:34:44.594072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038809949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-26T02:34:44.594096Z","caller":"traceutil/trace.go:171","msg":"trace[1874560332] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24324; }","duration":"1.038872971s","start":"2026-02-26T02:34:43.555216Z","end":"2026-02-26T02:34:44.594089Z","steps":["trace[1874560332] 'agreement among raft nodes before linearized reading' (duration: 1.038807489s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.59411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:43.555195Z","time spent":"1.038911562s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:34:44.594213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.024484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:34:44.594194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085277322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:44.594216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405114853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:44.594254Z","caller":"traceutil/trace.go:171","msg":"trace[757930228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24324; }","duration":"1.405175475s","start":"2026-02-26T02:34:43.189068Z","end":"2026-02-26T02:34:44.594243Z","steps":["trace[757930228] 'agreement among raft nodes before linearized reading' (duration: 1.405119164s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:44.594253Z","caller":"traceutil/trace.go:171","msg":"trace[1365677744] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24324; }","duration":"1.085386845s","start":"2026-02-26T02:34:43.50885Z","end":"2026-02-26T02:34:44.594237Z","steps":["trace[1365677744] 'agreement among raft nodes before linearized reading' (duration: 1.085268442s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.59429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:43.189055Z","time spent":"1.405228527s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:44.594306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:43.508829Z","time spent":"1.085462237s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:44.594404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492612295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:34:44.594436Z","caller":"traceutil/trace.go:171","msg":"trace[1627629428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24324; }","duration":"1.492682517s","start":"2026-02-26T02:34:43.101746Z","end":"2026-02-26T02:34:44.594429Z","steps":["trace[1627629428] 'agreement among raft nodes before linearized reading' (duration: 1.492596575s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.594458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:43.101726Z","time spent":"1.492727729s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:34:44.594231Z","caller":"traceutil/trace.go:171","msg":"trace[1153097360] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24324; }","duration":"419.091507ms","start":"2026-02-26T02:34:44.175135Z","end":"2026-02-26T02:34:44.594226Z","steps":["trace[1153097360] 'agreement among raft nodes before linearized reading' (duration: 419.053336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:44.594517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:44.175114Z","time spent":"419.389856ms","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:46.6588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:47.159818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:47.539777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.438084918s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:34:47.5404Z","caller":"traceutil/trace.go:171","msg":"trace[312514743] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"1.438789561s","start":"2026-02-26T02:34:46.10158Z","end":"2026-02-26T02:34:47.54037Z","steps":["trace[312514743] 'process raft request' (duration: 1.438599265s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:47.540548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.101555Z","time spent":"1.438915944s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:48.903247Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.363084912s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:34:48.903677Z","caller":"traceutil/trace.go:171","msg":"trace[776385173] transaction","detail":"{read_only:false; response_revision:24342; number_of_response:1; }","duration":"2.342860692s","start":"2026-02-26T02:34:46.560792Z","end":"2026-02-26T02:34:48.903653Z","steps":["trace[776385173] 'process raft request' (duration: 2.34280144s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:48.90371Z","caller":"traceutil/trace.go:171","msg":"trace[852802815] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"2.343226823s","start":"2026-02-26T02:34:46.560452Z","end":"2026-02-26T02:34:48.903679Z","steps":["trace[852802815] 'process raft request' (duration: 2.342977636s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.903799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.560771Z","time spent":"2.342960235s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:48.903753Z","caller":"traceutil/trace.go:171","msg":"trace[1460395356] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"2.343176981s","start":"2026-02-26T02:34:46.56053Z","end":"2026-02-26T02:34:48.903707Z","steps":["trace[1460395356] 'process raft request' (duration: 2.343035637s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.903849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.560424Z","time spent":"2.343336187s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:48.903961Z","caller":"traceutil/trace.go:171","msg":"trace[112216175] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"2.342104548s","start":"2026-02-26T02:34:46.561837Z","end":"2026-02-26T02:34:48.903942Z","steps":["trace[112216175] 'process raft request' (duration: 2.341780337s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.903972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.560499Z","time spent":"2.343363207s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:48.904049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.561822Z","time spent":"2.34218232s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:48.904099Z","caller":"traceutil/trace.go:171","msg":"trace[1339035602] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"2.341771906s","start":"2026-02-26T02:34:46.562319Z","end":"2026-02-26T02:34:48.904091Z","steps":["trace[1339035602] 'process raft request' (duration: 2.341546789s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.904144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.56231Z","time spent":"2.341809618s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:48.90448Z","caller":"traceutil/trace.go:171","msg":"trace[725029178] linearizableReadLoop","detail":"{readStateIndex:25213; appliedIndex:25205; }","duration":"2.745799026s","start":"2026-02-26T02:34:46.15867Z","end":"2026-02-26T02:34:48.904469Z","steps":["trace[725029178] 'read index received' (duration: 1.381506386s)","trace[725029178] 'applied index is now lower than readState.Index' (duration: 1.36429151s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:48.904536Z","caller":"traceutil/trace.go:171","msg":"trace[350446993] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"2.341781977s","start":"2026-02-26T02:34:46.562737Z","end":"2026-02-26T02:34:48.904519Z","steps":["trace[350446993] 'process raft request' (duration: 2.341321812s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:48.904588Z","caller":"traceutil/trace.go:171","msg":"trace[1817573051] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"2.34155965s","start":"2026-02-26T02:34:46.56302Z","end":"2026-02-26T02:34:48.90458Z","steps":["trace[1817573051] 'process raft request' (duration: 2.341345203s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.904617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.562714Z","time spent":"2.34186221s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:48.904641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.563011Z","time spent":"2.341600662s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:48.904753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710914181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:34:48.904789Z","caller":"traceutil/trace.go:171","msg":"trace[1325636110] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24346; }","duration":"2.710978923s","start":"2026-02-26T02:34:46.193801Z","end":"2026-02-26T02:34:48.90478Z","steps":["trace[1325636110] 'agreement among raft nodes before linearized reading' (duration: 2.710827038s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.904818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.193786Z","time spent":"2.711024894s","remote":"127.0.0.1:54582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:48.904836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652393418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-26T02:34:48.904875Z","caller":"traceutil/trace.go:171","msg":"trace[732840014] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24346; }","duration":"1.65245826s","start":"2026-02-26T02:34:47.252405Z","end":"2026-02-26T02:34:48.904863Z","steps":["trace[732840014] 'agreement among raft nodes before linearized reading' (duration: 1.652312045s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.904908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:47.252388Z","time spent":"1.652513491s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"warn","ts":"2026-02-26T02:34:48.904952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696297418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:48.904982Z","caller":"traceutil/trace.go:171","msg":"trace[833640309] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24346; }","duration":"1.69635383s","start":"2026-02-26T02:34:47.208618Z","end":"2026-02-26T02:34:48.904972Z","steps":["trace[833640309] 'agreement among raft nodes before linearized reading' (duration: 1.696307219s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.905008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:47.208602Z","time spent":"1.696398291s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:48.905093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746427426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:34:48.90513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308710199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:48.905155Z","caller":"traceutil/trace.go:171","msg":"trace[442660868] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24346; }","duration":"2.30873607s","start":"2026-02-26T02:34:46.596413Z","end":"2026-02-26T02:34:48.905149Z","steps":["trace[442660868] 'agreement among raft nodes before linearized reading' (duration: 2.308688158s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.905164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302041108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:34:48.905212Z","caller":"traceutil/trace.go:171","msg":"trace[1821591134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24346; }","duration":"2.302119511s","start":"2026-02-26T02:34:46.60308Z","end":"2026-02-26T02:34:48.905199Z","steps":["trace[1821591134] 'agreement among raft nodes before linearized reading' (duration: 2.301957555s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.905244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.603067Z","time spent":"2.302172002s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:34:48.905254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.845685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:48.905281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51487129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:34:48.905286Z","caller":"traceutil/trace.go:171","msg":"trace[856434089] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24346; }","duration":"368.899626ms","start":"2026-02-26T02:34:48.536374Z","end":"2026-02-26T02:34:48.905274Z","steps":["trace[856434089] 'agreement among raft nodes before linearized reading' (duration: 368.855015ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:48.905309Z","caller":"traceutil/trace.go:171","msg":"trace[1167698259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24346; }","duration":"2.514904992s","start":"2026-02-26T02:34:46.390397Z","end":"2026-02-26T02:34:48.905302Z","steps":["trace[1167698259] 'agreement among raft nodes before linearized reading' (duration: 2.514794478s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.905316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:48.53636Z","time spent":"368.948858ms","remote":"127.0.0.1:57754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:48.905332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.390391Z","time spent":"2.514936663s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:48.905381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923831516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:48.905415Z","caller":"traceutil/trace.go:171","msg":"trace[1073855986] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24346; }","duration":"1.923903899s","start":"2026-02-26T02:34:46.981501Z","end":"2026-02-26T02:34:48.905405Z","steps":["trace[1073855986] 'agreement among raft nodes before linearized reading' (duration: 1.923842657s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.905446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.981483Z","time spent":"1.9239531s","remote":"127.0.0.1:54472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:48.905477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515095697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:34:48.905504Z","caller":"traceutil/trace.go:171","msg":"trace[400174522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24346; }","duration":"2.515148279s","start":"2026-02-26T02:34:46.390349Z","end":"2026-02-26T02:34:48.905497Z","steps":["trace[400174522] 'agreement among raft nodes before linearized reading' (duration: 2.515078857s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.90553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.390335Z","time spent":"2.515189841s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:48.905541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.756365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:48.905569Z","caller":"traceutil/trace.go:171","msg":"trace[1907902124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24346; }","duration":"858.816327ms","start":"2026-02-26T02:34:48.046743Z","end":"2026-02-26T02:34:48.90556Z","steps":["trace[1907902124] 'agreement among raft nodes before linearized reading' (duration: 858.754065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.9056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:48.046724Z","time spent":"858.870269ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:48.905619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298221847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:34:48.905653Z","caller":"traceutil/trace.go:171","msg":"trace[1014627971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24346; }","duration":"2.298278699s","start":"2026-02-26T02:34:46.607366Z","end":"2026-02-26T02:34:48.905645Z","steps":["trace[1014627971] 'agreement among raft nodes before linearized reading' (duration: 2.298192516s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.905478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.045265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:48.905679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.607337Z","time spent":"2.298336041s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:34:48.905697Z","caller":"traceutil/trace.go:171","msg":"trace[681307375] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24346; }","duration":"395.291653ms","start":"2026-02-26T02:34:48.510393Z","end":"2026-02-26T02:34:48.905684Z","steps":["trace[681307375] 'agreement among raft nodes before linearized reading' (duration: 395.056035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.905725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:48.510376Z","time spent":"395.339784ms","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:48.90576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090446435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:48.905794Z","caller":"traceutil/trace.go:171","msg":"trace[2110925512] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24346; }","duration":"1.090509847s","start":"2026-02-26T02:34:47.815276Z","end":"2026-02-26T02:34:48.905786Z","steps":["trace[2110925512] 'agreement among raft nodes before linearized reading' (duration: 1.090450985s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.90583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:47.815259Z","time spent":"1.090559188s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:48.90513Z","caller":"traceutil/trace.go:171","msg":"trace[212235491] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24346; }","duration":"2.746507459s","start":"2026-02-26T02:34:46.158613Z","end":"2026-02-26T02:34:48.905121Z","steps":["trace[212235491] 'agreement among raft nodes before linearized reading' (duration: 2.746443847s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.90589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.158587Z","time spent":"2.747294503s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:48.90639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608056453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:34:48.90642Z","caller":"traceutil/trace.go:171","msg":"trace[1972274796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24346; }","duration":"1.608123765s","start":"2026-02-26T02:34:47.298289Z","end":"2026-02-26T02:34:48.906413Z","steps":["trace[1972274796] 'agreement among raft nodes before linearized reading' (duration: 1.608050613s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.90644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:47.298266Z","time spent":"1.608169036s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:48.905211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.658769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:34:48.906927Z","caller":"traceutil/trace.go:171","msg":"trace[1869644481] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:24346; }","duration":"108.408554ms","start":"2026-02-26T02:34:48.798511Z","end":"2026-02-26T02:34:48.906919Z","steps":["trace[1869644481] 'agreement among raft nodes before linearized reading' (duration: 106.639738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.907076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3027216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-26T02:34:48.907095Z","caller":"traceutil/trace.go:171","msg":"trace[2095342251] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24346; }","duration":"2.302798772s","start":"2026-02-26T02:34:46.604291Z","end":"2026-02-26T02:34:48.907089Z","steps":["trace[2095342251] 'agreement among raft nodes before linearized reading' (duration: 2.30273412s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.907114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.60428Z","time spent":"2.302829673s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"warn","ts":"2026-02-26T02:34:48.90518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:46.596397Z","time spent":"2.308776122s","remote":"127.0.0.1:54676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:48.909819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231115311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:34:48.9099Z","caller":"traceutil/trace.go:171","msg":"trace[941356053] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24346; }","duration":"1.231234885s","start":"2026-02-26T02:34:47.678642Z","end":"2026-02-26T02:34:48.909877Z","steps":["trace[941356053] 'agreement among raft nodes before linearized reading' (duration: 1.227351712s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:48.909975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:47.678622Z","time spent":"1.231337468s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2640,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:49.224511Z","caller":"traceutil/trace.go:171","msg":"trace[1288724237] linearizableReadLoop","detail":"{readStateIndex:25214; appliedIndex:25213; }","duration":"313.1632ms","start":"2026-02-26T02:34:48.911327Z","end":"2026-02-26T02:34:49.22449Z","steps":["trace[1288724237] 'read index received' (duration: 252.470507ms)","trace[1288724237] 'applied index is now lower than readState.Index' (duration: 60.691693ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:49.224541Z","caller":"traceutil/trace.go:171","msg":"trace[950973488] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"313.261563ms","start":"2026-02-26T02:34:48.911249Z","end":"2026-02-26T02:34:49.224511Z","steps":["trace[950973488] 'process raft request' (duration: 252.55694ms)","trace[950973488] 'compare' (duration: 60.345022ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:49.224611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.263683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:49.22466Z","caller":"traceutil/trace.go:171","msg":"trace[1082034185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24347; }","duration":"313.357046ms","start":"2026-02-26T02:34:48.911288Z","end":"2026-02-26T02:34:49.224646Z","steps":["trace[1082034185] 'agreement among raft nodes before linearized reading' (duration: 313.260523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:49.224695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:48.911268Z","time spent":"313.420708ms","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:49.224693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:48.91123Z","time spent":"313.374696ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:49.725074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:50.22588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:50.321494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.157572551s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:34:50.5331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.343555ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-26T02:34:50.533391Z","caller":"traceutil/trace.go:171","msg":"trace[276630713] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"1.620567888s","start":"2026-02-26T02:34:48.912805Z","end":"2026-02-26T02:34:50.533373Z","steps":["trace[276630713] 'process raft request' (duration: 1.620392382s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.533499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:48.912787Z","time spent":"1.620648941s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:50.533624Z","caller":"traceutil/trace.go:171","msg":"trace[50730599] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"1.620390223s","start":"2026-02-26T02:34:48.913197Z","end":"2026-02-26T02:34:50.533587Z","steps":["trace[50730599] 'process raft request' (duration: 1.620126494s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:50.533661Z","caller":"traceutil/trace.go:171","msg":"trace[819988687] linearizableReadLoop","detail":"{readStateIndex:25219; appliedIndex:25214; }","duration":"1.309079801s","start":"2026-02-26T02:34:49.224557Z","end":"2026-02-26T02:34:50.533636Z","steps":["trace[819988687] 'read index received' (duration: 1.097108366s)","trace[819988687] 'applied index is now lower than readState.Index' (duration: 211.970505ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:50.533728Z","caller":"traceutil/trace.go:171","msg":"trace[1561392997] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"1.619374961s","start":"2026-02-26T02:34:48.914338Z","end":"2026-02-26T02:34:50.533713Z","steps":["trace[1561392997] 'process raft request' (duration: 1.619257328s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:50.533739Z","caller":"traceutil/trace.go:171","msg":"trace[1177871992] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"1.619484734s","start":"2026-02-26T02:34:48.914223Z","end":"2026-02-26T02:34:50.533708Z","steps":["trace[1177871992] 'process raft request' (duration: 1.619272038s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.533794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:48.914326Z","time spent":"1.619434623s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:50.533827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337375807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:50.533829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:48.913183Z","time spent":"1.620525126s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:50.533875Z","caller":"traceutil/trace.go:171","msg":"trace[1271022675] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24351; }","duration":"1.337484631s","start":"2026-02-26T02:34:49.196377Z","end":"2026-02-26T02:34:50.533861Z","steps":["trace[1271022675] 'agreement among raft nodes before linearized reading' (duration: 1.337384938s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.533897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:48.914213Z","time spent":"1.619599009s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:50.533916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:49.196349Z","time spent":"1.337557344s","remote":"127.0.0.1:57962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:50.533941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302455652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:50.534013Z","caller":"traceutil/trace.go:171","msg":"trace[674335329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24351; }","duration":"1.302582735s","start":"2026-02-26T02:34:49.231415Z","end":"2026-02-26T02:34:50.533998Z","steps":["trace[674335329] 'agreement among raft nodes before linearized reading' (duration: 1.302469452s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.534048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:49.231388Z","time spent":"1.302651248s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:50.534091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.142808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:50.534145Z","caller":"traceutil/trace.go:171","msg":"trace[888339535] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24351; }","duration":"300.229321ms","start":"2026-02-26T02:34:50.233898Z","end":"2026-02-26T02:34:50.534128Z","steps":["trace[888339535] 'agreement among raft nodes before linearized reading' (duration: 300.139928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.534161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.294562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:34:50.534188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.233877Z","time spent":"300.299483ms","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:50.534219Z","caller":"traceutil/trace.go:171","msg":"trace[1226258812] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24351; }","duration":"573.379225ms","start":"2026-02-26T02:34:49.960821Z","end":"2026-02-26T02:34:50.534201Z","steps":["trace[1226258812] 'agreement among raft nodes before linearized reading' (duration: 573.301822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.53426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.093067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-26T02:34:50.534277Z","caller":"traceutil/trace.go:171","msg":"trace[756667991] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24351; }","duration":"931.109497ms","start":"2026-02-26T02:34:49.603161Z","end":"2026-02-26T02:34:50.53427Z","steps":["trace[756667991] 'agreement among raft nodes before linearized reading' (duration: 931.011764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.534077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.411079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-02-26T02:34:50.534162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.416039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T02:34:50.534297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:49.60314Z","time spent":"931.154219ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-26T02:34:50.534316Z","caller":"traceutil/trace.go:171","msg":"trace[1252638282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24351; }","duration":"843.604365ms","start":"2026-02-26T02:34:49.690702Z","end":"2026-02-26T02:34:50.534306Z","steps":["trace[1252638282] 'agreement among raft nodes before linearized reading' (duration: 843.282525ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:50.534324Z","caller":"traceutil/trace.go:171","msg":"trace[1459742216] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24351; }","duration":"617.702339ms","start":"2026-02-26T02:34:49.916601Z","end":"2026-02-26T02:34:50.534303Z","steps":["trace[1459742216] 'agreement among raft nodes before linearized reading' (duration: 617.345248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.534349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:49.690684Z","time spent":"843.657266ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:34:50.534356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.582769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-767cb7d55c-zrd98.1897a99a98c36270\" ","response":"range_response_count:1 size:2106"} {"level":"warn","ts":"2026-02-26T02:34:50.534277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:49.960803Z","time spent":"573.464197ms","remote":"127.0.0.1:55854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:50.534413Z","caller":"traceutil/trace.go:171","msg":"trace[308256509] range","detail":"{range_begin:/registry/events/openstack/glance-api-767cb7d55c-zrd98.1897a99a98c36270; range_end:; response_count:1; response_revision:24351; }","duration":"685.680692ms","start":"2026-02-26T02:34:49.848714Z","end":"2026-02-26T02:34:50.534395Z","steps":["trace[308256509] 'agreement among raft nodes before linearized reading' (duration: 685.544148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.534456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:49.84868Z","time spent":"685.767575ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2128,"request content":"key:\"/registry/events/openstack/glance-api-767cb7d55c-zrd98.1897a99a98c36270\" "} {"level":"warn","ts":"2026-02-26T02:34:50.534371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:49.916578Z","time spent":"617.778131ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"warn","ts":"2026-02-26T02:34:50.53355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:48.911267Z","time spent":"1.622273222s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:34:50.660971Z","caller":"traceutil/trace.go:171","msg":"trace[568545102] linearizableReadLoop","detail":"{readStateIndex:25221; appliedIndex:25219; }","duration":"121.783148ms","start":"2026-02-26T02:34:50.539168Z","end":"2026-02-26T02:34:50.660951Z","steps":["trace[568545102] 'read index received' (duration: 118.892507ms)","trace[568545102] 'applied index is now lower than readState.Index' (duration: 2.889591ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:50.660979Z","caller":"traceutil/trace.go:171","msg":"trace[259307014] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"124.68396ms","start":"2026-02-26T02:34:50.53627Z","end":"2026-02-26T02:34:50.660954Z","steps":["trace[259307014] 'process raft request' (duration: 121.761108ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:50.661183Z","caller":"traceutil/trace.go:171","msg":"trace[1639660624] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"124.325218ms","start":"2026-02-26T02:34:50.536849Z","end":"2026-02-26T02:34:50.661174Z","steps":["trace[1639660624] 'process raft request' (duration: 124.005668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.661433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.248473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T02:34:50.661434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.532645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:50.661464Z","caller":"traceutil/trace.go:171","msg":"trace[408942632] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24353; }","duration":"122.320905ms","start":"2026-02-26T02:34:50.539136Z","end":"2026-02-26T02:34:50.661457Z","steps":["trace[408942632] 'agreement among raft nodes before linearized reading' (duration: 122.191221ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:50.661476Z","caller":"traceutil/trace.go:171","msg":"trace[265054489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24353; }","duration":"118.600708ms","start":"2026-02-26T02:34:50.542863Z","end":"2026-02-26T02:34:50.661464Z","steps":["trace[265054489] 'agreement among raft nodes before linearized reading' (duration: 118.509635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:51.728647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:52.127433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358763855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T02:34:52.127514Z","caller":"traceutil/trace.go:171","msg":"trace[1221893505] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24353; }","duration":"1.358888329s","start":"2026-02-26T02:34:50.768603Z","end":"2026-02-26T02:34:52.127491Z","steps":["trace[1221893505] 'range keys from in-memory index tree' (duration: 1.35861393s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.127547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.768588Z","time spent":"1.358950561s","remote":"127.0.0.1:41570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T02:34:52.127598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.939359ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:52.127661Z","caller":"traceutil/trace.go:171","msg":"trace[803510120] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24353; }","duration":"310.003991ms","start":"2026-02-26T02:34:51.817648Z","end":"2026-02-26T02:34:52.127652Z","steps":["trace[803510120] 'range keys from in-memory index tree' (duration: 309.928599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.229146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:52.729612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:52.775756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.862691289s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:34:52.776126Z","caller":"traceutil/trace.go:171","msg":"trace[1985323397] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"1.863148073s","start":"2026-02-26T02:34:50.912951Z","end":"2026-02-26T02:34:52.776099Z","steps":["trace[1985323397] 'process raft request' (duration: 1.862974767s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.776283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.912927Z","time spent":"1.863267327s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:54.047038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999766442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:34:54.047151Z","caller":"traceutil/trace.go:171","msg":"trace[889044306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999959027s","start":"2026-02-26T02:34:52.047172Z","end":"2026-02-26T02:34:54.047131Z","steps":["trace[889044306] 'agreement among raft nodes before linearized reading' (duration: 1.999816902s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.047202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.047135Z","time spent":"2.000057051s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:54.321174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:53.723317Z","time spent":"597.84939ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:34:54.333864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.557919074s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:34:54.334308Z","caller":"traceutil/trace.go:171","msg":"trace[2053856286] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"3.419907121s","start":"2026-02-26T02:34:50.914376Z","end":"2026-02-26T02:34:54.334283Z","steps":["trace[2053856286] 'process raft request' (duration: 3.419835898s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.33431Z","caller":"traceutil/trace.go:171","msg":"trace[141262941] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"3.420343014s","start":"2026-02-26T02:34:50.913937Z","end":"2026-02-26T02:34:54.33428Z","steps":["trace[141262941] 'process raft request' (duration: 3.420159329s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.334503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.914359Z","time spent":"3.419993514s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:54.334669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.913913Z","time spent":"3.420478409s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:54.33473Z","caller":"traceutil/trace.go:171","msg":"trace[2107701529] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"3.420266862s","start":"2026-02-26T02:34:50.914434Z","end":"2026-02-26T02:34:54.334701Z","steps":["trace[2107701529] 'process raft request' (duration: 3.419805497s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.334792Z","caller":"traceutil/trace.go:171","msg":"trace[148271478] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"3.420227851s","start":"2026-02-26T02:34:50.914528Z","end":"2026-02-26T02:34:54.334756Z","steps":["trace[148271478] 'process raft request' (duration: 3.419947832s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.334817Z","caller":"traceutil/trace.go:171","msg":"trace[676224383] linearizableReadLoop","detail":"{readStateIndex:25230; appliedIndex:25221; }","duration":"3.106195413s","start":"2026-02-26T02:34:51.228598Z","end":"2026-02-26T02:34:54.334794Z","steps":["trace[676224383] 'read index received' (duration: 1.547399311s)","trace[676224383] 'applied index is now lower than readState.Index' (duration: 1.558794992s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:54.334881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.914431Z","time spent":"3.420364145s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:54.33494Z","caller":"traceutil/trace.go:171","msg":"trace[112550702] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"2.117269543s","start":"2026-02-26T02:34:52.21766Z","end":"2026-02-26T02:34:54.33493Z","steps":["trace[112550702] 'process raft request' (duration: 2.117045196s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.33496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.914525Z","time spent":"3.420348305s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:54.335078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.217629Z","time spent":"2.117348946s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:54.33515Z","caller":"traceutil/trace.go:171","msg":"trace[1488372139] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"1.788667065s","start":"2026-02-26T02:34:52.546468Z","end":"2026-02-26T02:34:54.335135Z","steps":["trace[1488372139] 'process raft request' (duration: 1.788282002s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.335296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795886863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:34:54.335301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841055922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:34:54.335362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.54644Z","time spent":"1.788876281s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:54.335385Z","caller":"traceutil/trace.go:171","msg":"trace[1632662798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24362; }","duration":"1.796002307s","start":"2026-02-26T02:34:52.539343Z","end":"2026-02-26T02:34:54.335346Z","steps":["trace[1632662798] 'agreement among raft nodes before linearized reading' (duration: 1.795864433s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.335392Z","caller":"traceutil/trace.go:171","msg":"trace[490791104] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24362; }","duration":"2.841172226s","start":"2026-02-26T02:34:51.494207Z","end":"2026-02-26T02:34:54.335379Z","steps":["trace[490791104] 'agreement among raft nodes before linearized reading' (duration: 2.840918148s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.334886Z","caller":"traceutil/trace.go:171","msg":"trace[497670991] transaction","detail":"{read_only:false; response_revision:24360; number_of_response:1; }","duration":"3.419479777s","start":"2026-02-26T02:34:50.915389Z","end":"2026-02-26T02:34:54.334869Z","steps":["trace[497670991] 'process raft request' (duration: 3.419275381s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.33545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.539309Z","time spent":"1.796124861s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:54.335513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.915376Z","time spent":"3.420092937s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:54.335554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179938178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:34:54.335612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796331637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:34:54.335644Z","caller":"traceutil/trace.go:171","msg":"trace[1340230857] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24362; }","duration":"2.180084853s","start":"2026-02-26T02:34:52.155548Z","end":"2026-02-26T02:34:54.335633Z","steps":["trace[1340230857] 'agreement among raft nodes before linearized reading' (duration: 2.179736832s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.335651Z","caller":"traceutil/trace.go:171","msg":"trace[1789443681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24362; }","duration":"1.79641264s","start":"2026-02-26T02:34:52.539227Z","end":"2026-02-26T02:34:54.33564Z","steps":["trace[1789443681] 'agreement among raft nodes before linearized reading' (duration: 1.796281215s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.335659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25003167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:54.335674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.155511Z","time spent":"2.180154695s","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:54.335682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.539205Z","time spent":"1.796470152s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:34:54.335704Z","caller":"traceutil/trace.go:171","msg":"trace[1614889428] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24362; }","duration":"2.250106952s","start":"2026-02-26T02:34:52.085583Z","end":"2026-02-26T02:34:54.33569Z","steps":["trace[1614889428] 'agreement among raft nodes before linearized reading' (duration: 2.25003303s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.335714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.814991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:34:54.335162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106565254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:34:54.335754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.085568Z","time spent":"2.250173114s","remote":"127.0.0.1:43568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:54.335737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.7197353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:54.335794Z","caller":"traceutil/trace.go:171","msg":"trace[1395508422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24362; }","duration":"3.107234445s","start":"2026-02-26T02:34:51.228544Z","end":"2026-02-26T02:34:54.335778Z","steps":["trace[1395508422] 'agreement among raft nodes before linearized reading' (duration: 3.106466901s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.335828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.090894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:54.335825Z","caller":"traceutil/trace.go:171","msg":"trace[2075067641] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24362; }","duration":"2.719888115s","start":"2026-02-26T02:34:51.615918Z","end":"2026-02-26T02:34:54.335806Z","steps":["trace[2075067641] 'agreement among raft nodes before linearized reading' (duration: 2.71974987s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.335846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.228522Z","time spent":"3.107310338s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:54.335871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.615886Z","time spent":"2.719974168s","remote":"127.0.0.1:54622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:54.335891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.89615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:54.335898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00003337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T02:34:54.335959Z","caller":"traceutil/trace.go:171","msg":"trace[1397788584] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24362; }","duration":"1.000120633s","start":"2026-02-26T02:34:53.335823Z","end":"2026-02-26T02:34:54.335943Z","steps":["trace[1397788584] 'agreement among raft nodes before linearized reading' (duration: 999.969688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.335998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.795016204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-02-26T02:34:54.335995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50475509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:34:54.335999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797302998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:34:54.336009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219090809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897ab3f957bf581\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-02-26T02:34:54.336022Z","caller":"traceutil/trace.go:171","msg":"trace[676699975] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24362; }","duration":"2.795079676s","start":"2026-02-26T02:34:51.540937Z","end":"2026-02-26T02:34:54.336016Z","steps":["trace[676699975] 'agreement among raft nodes before linearized reading' (duration: 2.795004464s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.336012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:53.335795Z","time spent":"1.000204336s","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-26T02:34:54.336031Z","caller":"traceutil/trace.go:171","msg":"trace[41253421] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24362; }","duration":"1.504864044s","start":"2026-02-26T02:34:52.831158Z","end":"2026-02-26T02:34:54.336022Z","steps":["trace[41253421] 'agreement among raft nodes before linearized reading' (duration: 1.50475243s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.335877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796486992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:34:54.336041Z","caller":"traceutil/trace.go:171","msg":"trace[1116013046] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24362; }","duration":"1.797456613s","start":"2026-02-26T02:34:52.538573Z","end":"2026-02-26T02:34:54.33603Z","steps":["trace[1116013046] 'agreement among raft nodes before linearized reading' (duration: 1.796953967s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.336044Z","caller":"traceutil/trace.go:171","msg":"trace[1970883619] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897ab3f957bf581; range_end:; response_count:1; response_revision:24362; }","duration":"2.219158661s","start":"2026-02-26T02:34:52.116874Z","end":"2026-02-26T02:34:54.336033Z","steps":["trace[1970883619] 'agreement among raft nodes before linearized reading' (duration: 2.219028327s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.334926Z","caller":"traceutil/trace.go:171","msg":"trace[383770494] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"3.41987742s","start":"2026-02-26T02:34:50.915041Z","end":"2026-02-26T02:34:54.334918Z","steps":["trace[383770494] 'process raft request' (duration: 3.41957599s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.336063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.831126Z","time spent":"1.504929636s","remote":"127.0.0.1:54698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:54.33607Z","caller":"traceutil/trace.go:171","msg":"trace[1423172923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24362; }","duration":"1.79671595s","start":"2026-02-26T02:34:52.539343Z","end":"2026-02-26T02:34:54.336059Z","steps":["trace[1423172923] 'agreement among raft nodes before linearized reading' (duration: 1.796475332s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.3361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.915036Z","time spent":"3.421038586s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:54.335768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.981727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:54.335766Z","caller":"traceutil/trace.go:171","msg":"trace[1369391163] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24362; }","duration":"182.869263ms","start":"2026-02-26T02:34:54.152881Z","end":"2026-02-26T02:34:54.335751Z","steps":["trace[1369391163] 'agreement among raft nodes before linearized reading' (duration: 182.696378ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.33615Z","caller":"traceutil/trace.go:171","msg":"trace[719515591] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24362; }","duration":"618.38911ms","start":"2026-02-26T02:34:53.717749Z","end":"2026-02-26T02:34:54.336138Z","steps":["trace[719515591] 'agreement among raft nodes before linearized reading' (duration: 617.921905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.336176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619698922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:54.335916Z","caller":"traceutil/trace.go:171","msg":"trace[520127816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24362; }","duration":"287.946672ms","start":"2026-02-26T02:34:54.047964Z","end":"2026-02-26T02:34:54.33591Z","steps":["trace[520127816] 'agreement among raft nodes before linearized reading' (duration: 287.906131ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.336212Z","caller":"traceutil/trace.go:171","msg":"trace[1844751105] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24362; }","duration":"1.619769144s","start":"2026-02-26T02:34:52.716435Z","end":"2026-02-26T02:34:54.336204Z","steps":["trace[1844751105] 'agreement among raft nodes before linearized reading' (duration: 1.619700902s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.336442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.716418Z","time spent":"1.619998021s","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:54.335857Z","caller":"traceutil/trace.go:171","msg":"trace[959553191] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24362; }","duration":"239.153486ms","start":"2026-02-26T02:34:54.096693Z","end":"2026-02-26T02:34:54.335847Z","steps":["trace[959553191] 'agreement among raft nodes before linearized reading' (duration: 239.094904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.336226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:53.717731Z","time spent":"618.473433ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:54.336076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.538556Z","time spent":"1.797511605s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:34:54.336113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.539319Z","time spent":"1.796784941s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:34:54.336078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:52.116859Z","time spent":"2.219212463s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897ab3f957bf581\" "} {"level":"warn","ts":"2026-02-26T02:34:54.336045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.540912Z","time spent":"2.795128358s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"warn","ts":"2026-02-26T02:34:54.335462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.494188Z","time spent":"2.841259169s","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:34:54.587103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.758561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:54.58738Z","caller":"traceutil/trace.go:171","msg":"trace[2012589504] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"246.906942ms","start":"2026-02-26T02:34:54.340426Z","end":"2026-02-26T02:34:54.587333Z","steps":["trace[2012589504] 'process raft request' (duration: 80.833481ms)","trace[2012589504] 'compare' (duration: 165.584106ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:54.587503Z","caller":"traceutil/trace.go:171","msg":"trace[126443366] transaction","detail":"{read_only:false; response_revision:24367; number_of_response:1; }","duration":"245.612181ms","start":"2026-02-26T02:34:54.341873Z","end":"2026-02-26T02:34:54.587485Z","steps":["trace[126443366] 'process raft request' (duration: 245.519428ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.5875Z","caller":"traceutil/trace.go:171","msg":"trace[1173936875] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"247.036006ms","start":"2026-02-26T02:34:54.340437Z","end":"2026-02-26T02:34:54.587473Z","steps":["trace[1173936875] 'process raft request' (duration: 246.769867ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.587539Z","caller":"traceutil/trace.go:171","msg":"trace[1636869311] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"246.272752ms","start":"2026-02-26T02:34:54.341235Z","end":"2026-02-26T02:34:54.587508Z","steps":["trace[1636869311] 'process raft request' (duration: 246.075996ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.587767Z","caller":"traceutil/trace.go:171","msg":"trace[2051839318] linearizableReadLoop","detail":"{readStateIndex:25237; appliedIndex:25230; }","duration":"244.211806ms","start":"2026-02-26T02:34:54.343534Z","end":"2026-02-26T02:34:54.587746Z","steps":["trace[2051839318] 'read index received' (duration: 31.454866ms)","trace[2051839318] 'applied index is now lower than readState.Index' (duration: 212.75572ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:54.587836Z","caller":"traceutil/trace.go:171","msg":"trace[1508243707] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"245.118886ms","start":"2026-02-26T02:34:54.342697Z","end":"2026-02-26T02:34:54.587816Z","steps":["trace[1508243707] 'process raft request' (duration: 244.93503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.587871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.31878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:54.587798Z","caller":"traceutil/trace.go:171","msg":"trace[548909842] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"245.217129ms","start":"2026-02-26T02:34:54.342571Z","end":"2026-02-26T02:34:54.587789Z","steps":["trace[548909842] 'process raft request' (duration: 244.869198ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.587903Z","caller":"traceutil/trace.go:171","msg":"trace[164482245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24369; }","duration":"244.383952ms","start":"2026-02-26T02:34:54.34351Z","end":"2026-02-26T02:34:54.587894Z","steps":["trace[164482245] 'agreement among raft nodes before linearized reading' (duration: 244.31389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:55.505191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:56.006201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:34:56.057515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.373567154s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:34:56.057817Z","caller":"traceutil/trace.go:171","msg":"trace[1942234302] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"1.373948636s","start":"2026-02-26T02:34:54.683846Z","end":"2026-02-26T02:34:56.057794Z","steps":["trace[1942234302] 'process raft request' (duration: 1.373803742s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:56.05796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:54.683829Z","time spent":"1.37405126s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:56.087392Z","caller":"traceutil/trace.go:171","msg":"trace[1340903837] linearizableReadLoop","detail":"{readStateIndex:25240; appliedIndex:25237; }","duration":"1.082951157s","start":"2026-02-26T02:34:55.004416Z","end":"2026-02-26T02:34:56.087367Z","steps":["trace[1340903837] 'read index received' (duration: 1.053280668s)","trace[1340903837] 'applied index is now lower than readState.Index' (duration: 29.669379ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:56.087417Z","caller":"traceutil/trace.go:171","msg":"trace[1572335390] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"1.307132758s","start":"2026-02-26T02:34:54.780252Z","end":"2026-02-26T02:34:56.087385Z","steps":["trace[1572335390] 'process raft request' (duration: 1.306908491s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:56.087447Z","caller":"traceutil/trace.go:171","msg":"trace[1431153249] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"1.256235777s","start":"2026-02-26T02:34:54.831184Z","end":"2026-02-26T02:34:56.08742Z","steps":["trace[1431153249] 'process raft request' (duration: 1.256128393s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:56.087588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083140882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:56.087596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:54.780235Z","time spent":"1.307244012s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:56.087656Z","caller":"traceutil/trace.go:171","msg":"trace[1125500984] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24372; }","duration":"1.083278537s","start":"2026-02-26T02:34:55.004363Z","end":"2026-02-26T02:34:56.087641Z","steps":["trace[1125500984] 'agreement among raft nodes before linearized reading' (duration: 1.083136432s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:56.08765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.046142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:56.087706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:55.004343Z","time spent":"1.083350809s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:56.087743Z","caller":"traceutil/trace.go:171","msg":"trace[350006206] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24372; }","duration":"876.189476ms","start":"2026-02-26T02:34:55.211531Z","end":"2026-02-26T02:34:56.08772Z","steps":["trace[350006206] 'agreement among raft nodes before linearized reading' (duration: 876.01256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:56.087798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:55.211512Z","time spent":"876.274539ms","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:56.087884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:54.831164Z","time spent":"1.256470793s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:56.087893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.541475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-26T02:34:56.087964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.319613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-26T02:34:56.088036Z","caller":"traceutil/trace.go:171","msg":"trace[1737765644] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24372; }","duration":"541.740081ms","start":"2026-02-26T02:34:55.546272Z","end":"2026-02-26T02:34:56.088013Z","steps":["trace[1737765644] 'agreement among raft nodes before linearized reading' (duration: 541.39505ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:56.088046Z","caller":"traceutil/trace.go:171","msg":"trace[1997087528] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24372; }","duration":"746.445017ms","start":"2026-02-26T02:34:55.341579Z","end":"2026-02-26T02:34:56.088024Z","steps":["trace[1997087528] 'agreement among raft nodes before linearized reading' (duration: 746.177618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:56.088093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:55.546248Z","time spent":"541.829374ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:34:56.088096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:55.341562Z","time spent":"746.524719ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"info","ts":"2026-02-26T02:34:56.445694Z","caller":"traceutil/trace.go:171","msg":"trace[80893177] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"106.115282ms","start":"2026-02-26T02:34:56.339559Z","end":"2026-02-26T02:34:56.445674Z","steps":["trace[80893177] 'process raft request' (duration: 105.982858ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:56.583537Z","caller":"traceutil/trace.go:171","msg":"trace[1385034896] linearizableReadLoop","detail":"{readStateIndex:25246; appliedIndex:25240; }","duration":"203.718844ms","start":"2026-02-26T02:34:56.379796Z","end":"2026-02-26T02:34:56.583515Z","steps":["trace[1385034896] 'read index received' (duration: 65.799234ms)","trace[1385034896] 'applied index is now lower than readState.Index' (duration: 137.91853ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:56.583763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.948281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:34:56.583804Z","caller":"traceutil/trace.go:171","msg":"trace[1833428223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24378; }","duration":"204.038744ms","start":"2026-02-26T02:34:56.379754Z","end":"2026-02-26T02:34:56.583793Z","steps":["trace[1833428223] 'agreement among raft nodes before linearized reading' (duration: 203.849038ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:56.583757Z","caller":"traceutil/trace.go:171","msg":"trace[1997264526] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"241.361157ms","start":"2026-02-26T02:34:56.342366Z","end":"2026-02-26T02:34:56.583727Z","steps":["trace[1997264526] 'process raft request' (duration: 240.993695ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:56.583834Z","caller":"traceutil/trace.go:171","msg":"trace[205422481] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"240.415107ms","start":"2026-02-26T02:34:56.34338Z","end":"2026-02-26T02:34:56.583795Z","steps":["trace[205422481] 'process raft request' (duration: 240.066396ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:56.583853Z","caller":"traceutil/trace.go:171","msg":"trace[1490626400] transaction","detail":"{read_only:false; response_revision:24378; number_of_response:1; }","duration":"240.331703ms","start":"2026-02-26T02:34:56.343485Z","end":"2026-02-26T02:34:56.583816Z","steps":["trace[1490626400] 'process raft request' (duration: 239.990013ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:56.583882Z","caller":"traceutil/trace.go:171","msg":"trace[483217263] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"242.646967ms","start":"2026-02-26T02:34:56.34121Z","end":"2026-02-26T02:34:56.583857Z","steps":["trace[483217263] 'process raft request' (duration: 225.794803ms)","trace[483217263] 'compare' (duration: 16.183972ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:56.583927Z","caller":"traceutil/trace.go:171","msg":"trace[1684444366] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"241.083237ms","start":"2026-02-26T02:34:56.342821Z","end":"2026-02-26T02:34:56.583904Z","steps":["trace[1684444366] 'process raft request' (duration: 240.583121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.640097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.158107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:57.64027Z","caller":"traceutil/trace.go:171","msg":"trace[1629373848] transaction","detail":"{read_only:false; response_revision:24379; number_of_response:1; }","duration":"1.051888843s","start":"2026-02-26T02:34:56.588342Z","end":"2026-02-26T02:34:57.640231Z","steps":["trace[1629373848] 'process raft request' (duration: 109.519289ms)","trace[1629373848] 'compare' (duration: 941.60815ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:57.640327Z","caller":"traceutil/trace.go:171","msg":"trace[1465814961] transaction","detail":"{read_only:false; response_revision:24380; number_of_response:1; }","duration":"1.026703496s","start":"2026-02-26T02:34:56.61359Z","end":"2026-02-26T02:34:57.640293Z","steps":["trace[1465814961] 'process raft request' (duration: 1.026613173s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:57.640341Z","caller":"traceutil/trace.go:171","msg":"trace[24104237] linearizableReadLoop","detail":"{readStateIndex:25247; appliedIndex:25246; }","duration":"1.04893911s","start":"2026-02-26T02:34:56.591343Z","end":"2026-02-26T02:34:57.640282Z","steps":["trace[24104237] 'read index received' (duration: 106.517214ms)","trace[24104237] 'applied index is now lower than readState.Index' (duration: 942.419966ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:57.640387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.613568Z","time spent":"1.026793158s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:57.640469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.588283Z","time spent":"1.05208243s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:57.640509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049161217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:34:57.640541Z","caller":"traceutil/trace.go:171","msg":"trace[2134535726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24380; }","duration":"1.0492382s","start":"2026-02-26T02:34:56.591293Z","end":"2026-02-26T02:34:57.640532Z","steps":["trace[2134535726] 'agreement among raft nodes before linearized reading' (duration: 1.049106246s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.640552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04892144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:34:57.640564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.591278Z","time spent":"1.049280521s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:34:57.640552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.393458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:57.640592Z","caller":"traceutil/trace.go:171","msg":"trace[1084975663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24380; }","duration":"1.048998642s","start":"2026-02-26T02:34:56.591584Z","end":"2026-02-26T02:34:57.640582Z","steps":["trace[1084975663] 'agreement among raft nodes before linearized reading' (duration: 1.048894379s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:57.640604Z","caller":"traceutil/trace.go:171","msg":"trace[574429035] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24380; }","duration":"170.522453ms","start":"2026-02-26T02:34:57.470068Z","end":"2026-02-26T02:34:57.64059Z","steps":["trace[574429035] 'agreement among raft nodes before linearized reading' (duration: 170.405299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.640617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.591566Z","time spent":"1.049044423s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:57.640621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.41285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-26T02:34:57.640662Z","caller":"traceutil/trace.go:171","msg":"trace[1116568866] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24380; }","duration":"546.469463ms","start":"2026-02-26T02:34:57.09418Z","end":"2026-02-26T02:34:57.640649Z","steps":["trace[1116568866] 'agreement among raft nodes before linearized reading' (duration: 546.291447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.640675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.694924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-26T02:34:57.640698Z","caller":"traceutil/trace.go:171","msg":"trace[1781150516] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24380; }","duration":"388.751086ms","start":"2026-02-26T02:34:57.25194Z","end":"2026-02-26T02:34:57.640691Z","steps":["trace[1781150516] 'agreement among raft nodes before linearized reading' (duration: 388.684244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.640701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.00756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:57.640708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:57.09413Z","time spent":"546.559185ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"warn","ts":"2026-02-26T02:34:57.64072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:57.251924Z","time spent":"388.791717ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"info","ts":"2026-02-26T02:34:57.64073Z","caller":"traceutil/trace.go:171","msg":"trace[881305293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24380; }","duration":"595.055851ms","start":"2026-02-26T02:34:57.045665Z","end":"2026-02-26T02:34:57.640721Z","steps":["trace[881305293] 'agreement among raft nodes before linearized reading' (duration: 595.01636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.640747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048490666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:34:57.640755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:57.045641Z","time spent":"595.107983ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:34:57.640775Z","caller":"traceutil/trace.go:171","msg":"trace[1305385445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24380; }","duration":"1.048547718s","start":"2026-02-26T02:34:56.592219Z","end":"2026-02-26T02:34:57.640766Z","steps":["trace[1305385445] 'agreement among raft nodes before linearized reading' (duration: 1.048455595s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.6408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.592212Z","time spent":"1.048580539s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:57.640664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.463281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:34:57.641026Z","caller":"traceutil/trace.go:171","msg":"trace[1252233390] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24380; }","duration":"611.869754ms","start":"2026-02-26T02:34:57.02915Z","end":"2026-02-26T02:34:57.641019Z","steps":["trace[1252233390] 'agreement among raft nodes before linearized reading' (duration: 611.330467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.641049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.339491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T02:34:57.641052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:57.029127Z","time spent":"611.917605ms","remote":"127.0.0.1:54450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":238,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:57.641076Z","caller":"traceutil/trace.go:171","msg":"trace[1217214728] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24380; }","duration":"506.365302ms","start":"2026-02-26T02:34:57.134702Z","end":"2026-02-26T02:34:57.641067Z","steps":["trace[1217214728] 'agreement among raft nodes before linearized reading' (duration: 506.102353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.641096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049201768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:34:57.641101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:57.134653Z","time spent":"506.442144ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:34:57.641077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.128206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:57.641126Z","caller":"traceutil/trace.go:171","msg":"trace[682966624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24380; }","duration":"1.04924668s","start":"2026-02-26T02:34:56.591869Z","end":"2026-02-26T02:34:57.641116Z","steps":["trace[682966624] 'agreement among raft nodes before linearized reading' (duration: 1.049166718s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.641153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:56.59186Z","time spent":"1.049286561s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:34:57.641145Z","caller":"traceutil/trace.go:171","msg":"trace[1581050360] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24380; }","duration":"519.273281ms","start":"2026-02-26T02:34:57.121855Z","end":"2026-02-26T02:34:57.641128Z","steps":["trace[1581050360] 'agreement among raft nodes before linearized reading' (duration: 518.952031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.641127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.715051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T02:34:57.641196Z","caller":"traceutil/trace.go:171","msg":"trace[2059795592] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24380; }","duration":"309.823425ms","start":"2026-02-26T02:34:57.331362Z","end":"2026-02-26T02:34:57.641186Z","steps":["trace[2059795592] 'agreement among raft nodes before linearized reading' (duration: 309.698821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.641203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:57.121832Z","time spent":"519.355054ms","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:57.641224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:57.33134Z","time spent":"309.875186ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-26T02:34:57.889883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.236777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:57.8901Z","caller":"traceutil/trace.go:171","msg":"trace[948748131] linearizableReadLoop","detail":"{readStateIndex:25251; appliedIndex:25248; }","duration":"242.493343ms","start":"2026-02-26T02:34:57.64759Z","end":"2026-02-26T02:34:57.890083Z","steps":["trace[948748131] 'read index received' (duration: 50.19056ms)","trace[948748131] 'applied index is now lower than readState.Index' (duration: 192.301803ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:57.890168Z","caller":"traceutil/trace.go:171","msg":"trace[1629717014] transaction","detail":"{read_only:false; response_revision:24382; number_of_response:1; }","duration":"243.209095ms","start":"2026-02-26T02:34:57.646931Z","end":"2026-02-26T02:34:57.89014Z","steps":["trace[1629717014] 'process raft request' (duration: 93.631047ms)","trace[1629717014] 'compare' (duration: 148.956839ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:57.890309Z","caller":"traceutil/trace.go:171","msg":"trace[1072540207] transaction","detail":"{read_only:false; response_revision:24384; number_of_response:1; }","duration":"242.640317ms","start":"2026-02-26T02:34:57.647643Z","end":"2026-02-26T02:34:57.890283Z","steps":["trace[1072540207] 'process raft request' (duration: 242.399899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.890831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.464831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-02-26T02:34:57.890873Z","caller":"traceutil/trace.go:171","msg":"trace[454743163] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24384; }","duration":"236.543234ms","start":"2026-02-26T02:34:57.654318Z","end":"2026-02-26T02:34:57.890861Z","steps":["trace[454743163] 'agreement among raft nodes before linearized reading' (duration: 236.4221ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:57.890319Z","caller":"traceutil/trace.go:171","msg":"trace[1589709669] transaction","detail":"{read_only:false; response_revision:24383; number_of_response:1; }","duration":"242.926566ms","start":"2026-02-26T02:34:57.647361Z","end":"2026-02-26T02:34:57.890287Z","steps":["trace[1589709669] 'process raft request' (duration: 242.619936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.890942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.119322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:57.890997Z","caller":"traceutil/trace.go:171","msg":"trace[1408179458] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24384; }","duration":"130.230175ms","start":"2026-02-26T02:34:57.760755Z","end":"2026-02-26T02:34:57.890985Z","steps":["trace[1408179458] 'agreement among raft nodes before linearized reading' (duration: 130.138502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.89044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.843964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-02-26T02:34:57.892532Z","caller":"traceutil/trace.go:171","msg":"trace[1501682625] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24384; }","duration":"244.95328ms","start":"2026-02-26T02:34:57.647555Z","end":"2026-02-26T02:34:57.892508Z","steps":["trace[1501682625] 'agreement among raft nodes before linearized reading' (duration: 242.74074ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:58.690109Z","caller":"traceutil/trace.go:171","msg":"trace[1244000962] linearizableReadLoop","detail":"{readStateIndex:25253; appliedIndex:25252; }","duration":"393.907109ms","start":"2026-02-26T02:34:58.296177Z","end":"2026-02-26T02:34:58.690084Z","steps":["trace[1244000962] 'read index received' (duration: 393.834097ms)","trace[1244000962] 'applied index is now lower than readState.Index' (duration: 71.892µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:58.690214Z","caller":"traceutil/trace.go:171","msg":"trace[591289303] transaction","detail":"{read_only:false; response_revision:24385; number_of_response:1; }","duration":"582.826874ms","start":"2026-02-26T02:34:58.107373Z","end":"2026-02-26T02:34:58.6902Z","steps":["trace[591289303] 'process raft request' (duration: 582.566636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:58.690366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.145647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:58.69046Z","caller":"traceutil/trace.go:171","msg":"trace[299334669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24385; }","duration":"394.283791ms","start":"2026-02-26T02:34:58.296133Z","end":"2026-02-26T02:34:58.690417Z","steps":["trace[299334669] 'agreement among raft nodes before linearized reading' (duration: 394.073154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:58.690536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:58.296113Z","time spent":"394.387184ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:34:58.690562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:58.107348Z","time spent":"583.067261ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:00.613975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.272624936s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:35:00.617302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625448523s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:35:00.617505Z","caller":"traceutil/trace.go:171","msg":"trace[1671457562] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"2.026983893s","start":"2026-02-26T02:34:58.590506Z","end":"2026-02-26T02:35:00.61749Z","steps":["trace[1671457562] 'process raft request' (duration: 2.02687402s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:00.617502Z","caller":"traceutil/trace.go:171","msg":"trace[895770864] transaction","detail":"{read_only:false; response_revision:24386; number_of_response:1; }","duration":"2.16674317s","start":"2026-02-26T02:34:58.450722Z","end":"2026-02-26T02:35:00.617465Z","steps":["trace[895770864] 'process raft request' (duration: 541.06032ms)","trace[895770864] 'compare' (duration: 1.62407816s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.61756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:58.59048Z","time spent":"2.027056426s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:00.617666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:58.450697Z","time spent":"2.166878475s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:00.617842Z","caller":"traceutil/trace.go:171","msg":"trace[2000185438] transaction","detail":"{read_only:false; response_revision:24388; number_of_response:1; }","duration":"2.027257763s","start":"2026-02-26T02:34:58.590559Z","end":"2026-02-26T02:35:00.617817Z","steps":["trace[2000185438] 'process raft request' (duration: 2.026899751s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:00.617943Z","caller":"traceutil/trace.go:171","msg":"trace[1860172077] transaction","detail":"{read_only:false; response_revision:24389; number_of_response:1; }","duration":"2.027296534s","start":"2026-02-26T02:34:58.590617Z","end":"2026-02-26T02:35:00.617914Z","steps":["trace[1860172077] 'process raft request' (duration: 2.027071787s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:00.618007Z","caller":"traceutil/trace.go:171","msg":"trace[792218739] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"2.027372206s","start":"2026-02-26T02:34:58.590624Z","end":"2026-02-26T02:35:00.617996Z","steps":["trace[792218739] 'process raft request' (duration: 2.027223072s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:00.618084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:58.590601Z","time spent":"2.027429797s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:00.61813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:58.590584Z","time spent":"2.027424408s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:00.618121Z","caller":"traceutil/trace.go:171","msg":"trace[722032480] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"2.027405467s","start":"2026-02-26T02:34:58.590677Z","end":"2026-02-26T02:35:00.618082Z","steps":["trace[722032480] 'process raft request' (duration: 2.027209771s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:00.618254Z","caller":"traceutil/trace.go:171","msg":"trace[637053610] linearizableReadLoop","detail":"{readStateIndex:25259; appliedIndex:25253; }","duration":"1.92806274s","start":"2026-02-26T02:34:58.690171Z","end":"2026-02-26T02:35:00.618234Z","steps":["trace[637053610] 'read index received' (duration: 301.585844ms)","trace[637053610] 'applied index is now lower than readState.Index' (duration: 1.626473726s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.618299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:58.590657Z","time spent":"2.027549942s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:00.618261Z","caller":"traceutil/trace.go:171","msg":"trace[489724494] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"1.277018965s","start":"2026-02-26T02:34:59.341224Z","end":"2026-02-26T02:35:00.618243Z","steps":["trace[489724494] 'process raft request' (duration: 1.276767627s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:00.618417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971612609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-26T02:35:00.618457Z","caller":"traceutil/trace.go:171","msg":"trace[2067445296] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24392; }","duration":"1.971684031s","start":"2026-02-26T02:34:58.646761Z","end":"2026-02-26T02:35:00.618445Z","steps":["trace[2067445296] 'agreement among raft nodes before linearized reading' (duration: 1.971537477s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:00.618479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:58.646745Z","time spent":"1.971727843s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"warn","ts":"2026-02-26T02:35:00.618548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.341198Z","time spent":"1.27719135s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:00.618606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:58.590525Z","time spent":"2.028028667s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:00.749745Z","caller":"traceutil/trace.go:171","msg":"trace[345256905] linearizableReadLoop","detail":"{readStateIndex:25262; appliedIndex:25260; }","duration":"131.421803ms","start":"2026-02-26T02:35:00.618304Z","end":"2026-02-26T02:35:00.749726Z","steps":["trace[345256905] 'read index received' (duration: 47.939009ms)","trace[345256905] 'applied index is now lower than readState.Index' (duration: 83.481884ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.749844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.392937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:35:00.749901Z","caller":"traceutil/trace.go:171","msg":"trace[1408875232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24392; }","duration":"842.48324ms","start":"2026-02-26T02:34:59.907404Z","end":"2026-02-26T02:35:00.749887Z","steps":["trace[1408875232] 'agreement among raft nodes before linearized reading' (duration: 842.328435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:00.749933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.907385Z","time spent":"842.543122ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:35:00.749935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047889587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:35:00.74994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.123977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:00.749902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951510142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:35:00.749978Z","caller":"traceutil/trace.go:171","msg":"trace[1253535290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24392; }","duration":"1.04799321s","start":"2026-02-26T02:34:59.701973Z","end":"2026-02-26T02:35:00.749966Z","steps":["trace[1253535290] 'agreement among raft nodes before linearized reading' (duration: 1.047862516s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:00.749956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357920498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-26T02:35:00.750013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.701943Z","time spent":"1.048064202s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:35:00.750036Z","caller":"traceutil/trace.go:171","msg":"trace[1401722728] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:24392; }","duration":"1.951676287s","start":"2026-02-26T02:34:58.798329Z","end":"2026-02-26T02:35:00.750005Z","steps":["trace[1401722728] 'agreement among raft nodes before linearized reading' (duration: 1.951471091s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:00.750053Z","caller":"traceutil/trace.go:171","msg":"trace[969563495] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24392; }","duration":"1.358047492s","start":"2026-02-26T02:34:59.391982Z","end":"2026-02-26T02:35:00.750029Z","steps":["trace[969563495] 'agreement among raft nodes before linearized reading' (duration: 1.357771173s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:00.750145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:58.798309Z","time spent":"1.951799721s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-02-26T02:35:00.750219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.391976Z","time spent":"1.358233928s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T02:35:00.749992Z","caller":"traceutil/trace.go:171","msg":"trace[1811953799] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24392; }","duration":"651.22388ms","start":"2026-02-26T02:35:00.098755Z","end":"2026-02-26T02:35:00.749979Z","steps":["trace[1811953799] 'agreement among raft nodes before linearized reading' (duration: 651.117447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:00.750287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.098736Z","time spent":"651.52922ms","remote":"127.0.0.1:58018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:00.793562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.293004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:00.793624Z","caller":"traceutil/trace.go:171","msg":"trace[1539850993] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24393; }","duration":"259.411389ms","start":"2026-02-26T02:35:00.534197Z","end":"2026-02-26T02:35:00.793609Z","steps":["trace[1539850993] 'agreement among raft nodes before linearized reading' (duration: 215.746795ms)","trace[1539850993] 'count revisions from in-memory index tree' (duration: 43.55598ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.793633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.153783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:35:00.793647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.029935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:00.793711Z","caller":"traceutil/trace.go:171","msg":"trace[291696166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24393; }","duration":"886.264337ms","start":"2026-02-26T02:34:59.907425Z","end":"2026-02-26T02:35:00.793689Z","steps":["trace[291696166] 'agreement among raft nodes before linearized reading' (duration: 842.558403ms)","trace[291696166] 'range keys from in-memory index tree' (duration: 43.477958ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.793756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.907412Z","time spent":"886.333679ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:35:00.793758Z","caller":"traceutil/trace.go:171","msg":"trace[1439903469] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24393; }","duration":"687.16988ms","start":"2026-02-26T02:35:00.106562Z","end":"2026-02-26T02:35:00.793732Z","steps":["trace[1439903469] 'agreement among raft nodes before linearized reading' (duration: 643.411593ms)","trace[1439903469] 'range keys from in-memory index tree' (duration: 43.583251ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.793813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.106521Z","time spent":"687.278943ms","remote":"127.0.0.1:54318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:35:00.793795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.082446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:00.793887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.317478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:35:00.793906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154616507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-02-26T02:35:00.793923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510178151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-26T02:35:00.793969Z","caller":"traceutil/trace.go:171","msg":"trace[993941248] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24393; }","duration":"1.15470754s","start":"2026-02-26T02:34:59.639233Z","end":"2026-02-26T02:35:00.79394Z","steps":["trace[993941248] 'agreement among raft nodes before linearized reading' (duration: 1.110712266s)","trace[993941248] 'range keys from in-memory index tree' (duration: 43.905201ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:00.793991Z","caller":"traceutil/trace.go:171","msg":"trace[860953183] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24393; }","duration":"1.510274234s","start":"2026-02-26T02:34:59.283697Z","end":"2026-02-26T02:35:00.793971Z","steps":["trace[860953183] 'agreement among raft nodes before linearized reading' (duration: 1.466221639s)","trace[860953183] 'range keys from in-memory index tree' (duration: 43.909141ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.79402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.639208Z","time spent":"1.154800573s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:35:00.794029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.283679Z","time spent":"1.510341707s","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-02-26T02:35:00.793989Z","caller":"traceutil/trace.go:171","msg":"trace[706735397] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24393; }","duration":"794.230001ms","start":"2026-02-26T02:34:59.999656Z","end":"2026-02-26T02:35:00.793886Z","steps":["trace[706735397] 'agreement among raft nodes before linearized reading' (duration: 750.30843ms)","trace[706735397] 'count revisions from in-memory index tree' (duration: 43.794498ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.794149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.594615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:00.793613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949902461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:00.794184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.999623Z","time spent":"794.49804ms","remote":"127.0.0.1:41636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:00.79429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.655405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:00.794309Z","caller":"traceutil/trace.go:171","msg":"trace[1466904692] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24393; }","duration":"824.675686ms","start":"2026-02-26T02:34:59.969625Z","end":"2026-02-26T02:35:00.794301Z","steps":["trace[1466904692] 'agreement among raft nodes before linearized reading' (duration: 780.3177ms)","trace[1466904692] 'count revisions from in-memory index tree' (duration: 44.315084ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.794327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.969562Z","time spent":"824.759658ms","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:00.794412Z","caller":"traceutil/trace.go:171","msg":"trace[786090827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24393; }","duration":"886.391011ms","start":"2026-02-26T02:34:59.907519Z","end":"2026-02-26T02:35:00.79391Z","steps":["trace[786090827] 'agreement among raft nodes before linearized reading' (duration: 842.46959ms)","trace[786090827] 'range keys from in-memory index tree' (duration: 43.814998ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.794431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748608605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:00.794447Z","caller":"traceutil/trace.go:171","msg":"trace[1922216238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24393; }","duration":"1.748660606s","start":"2026-02-26T02:34:59.04578Z","end":"2026-02-26T02:35:00.794441Z","steps":["trace[1922216238] 'agreement among raft nodes before linearized reading' (duration: 1.704156766s)","trace[1922216238] 'range keys from in-memory index tree' (duration: 44.463938ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.794445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632158266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:00.794463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.907487Z","time spent":"886.956809ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:35:00.794492Z","caller":"traceutil/trace.go:171","msg":"trace[74441714] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24393; }","duration":"1.632224047s","start":"2026-02-26T02:34:59.162257Z","end":"2026-02-26T02:35:00.794481Z","steps":["trace[74441714] 'agreement among raft nodes before linearized reading' (duration: 1.587670426s)","trace[74441714] 'count revisions from in-memory index tree' (duration: 44.49459ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.793785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401718595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-26T02:35:00.794527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.162248Z","time spent":"1.632268298s","remote":"127.0.0.1:43580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:00.794462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.045761Z","time spent":"1.748697798s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:35:00.794556Z","caller":"traceutil/trace.go:171","msg":"trace[1103574724] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24393; }","duration":"1.40251403s","start":"2026-02-26T02:34:59.392019Z","end":"2026-02-26T02:35:00.794533Z","steps":["trace[1103574724] 'agreement among raft nodes before linearized reading' (duration: 1.357933248s)","trace[1103574724] 'range keys from in-memory index tree' (duration: 43.655973ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.794617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.391833Z","time spent":"1.402766068s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T02:35:00.794237Z","caller":"traceutil/trace.go:171","msg":"trace[1822561354] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24393; }","duration":"635.677829ms","start":"2026-02-26T02:35:00.158502Z","end":"2026-02-26T02:35:00.794179Z","steps":["trace[1822561354] 'agreement among raft nodes before linearized reading' (duration: 591.464918ms)","trace[1822561354] 'count revisions from in-memory index tree' (duration: 44.160479ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.794707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.158478Z","time spent":"636.214885ms","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:00.794036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148207324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:35:00.794792Z","caller":"traceutil/trace.go:171","msg":"trace[1777606752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24393; }","duration":"1.148975118s","start":"2026-02-26T02:34:59.645793Z","end":"2026-02-26T02:35:00.794768Z","steps":["trace[1777606752] 'agreement among raft nodes before linearized reading' (duration: 1.104330774s)","trace[1777606752] 'range keys from in-memory index tree' (duration: 43.846939ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.794867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:59.645778Z","time spent":"1.149066092s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:35:00.794257Z","caller":"traceutil/trace.go:171","msg":"trace[1416780454] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24393; }","duration":"1.950637715s","start":"2026-02-26T02:34:58.843608Z","end":"2026-02-26T02:35:00.794245Z","steps":["trace[1416780454] 'agreement among raft nodes before linearized reading' (duration: 1.906330031s)","trace[1416780454] 'count revisions from in-memory index tree' (duration: 43.56558ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:00.794918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:58.843597Z","time spent":"1.951308406s","remote":"127.0.0.1:54466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:01.164888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.42259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:35:01.165325Z","caller":"traceutil/trace.go:171","msg":"trace[1371426246] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"363.912339ms","start":"2026-02-26T02:35:00.801401Z","end":"2026-02-26T02:35:01.165313Z","steps":["trace[1371426246] 'process raft request' (duration: 363.875518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:01.16537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.801385Z","time spent":"363.96507ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:01.165413Z","caller":"traceutil/trace.go:171","msg":"trace[102318556] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"369.832846ms","start":"2026-02-26T02:35:00.795533Z","end":"2026-02-26T02:35:01.165365Z","steps":["trace[102318556] 'process raft request' (duration: 120.855008ms)","trace[102318556] 'compare' (duration: 248.339567ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:01.165558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.795514Z","time spent":"369.9672ms","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:01.1656Z","caller":"traceutil/trace.go:171","msg":"trace[1252191255] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"369.684262ms","start":"2026-02-26T02:35:00.795905Z","end":"2026-02-26T02:35:01.165589Z","steps":["trace[1252191255] 'process raft request' (duration: 369.064382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:01.165641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.795896Z","time spent":"369.725853ms","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:01.165663Z","caller":"traceutil/trace.go:171","msg":"trace[1223172256] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"366.325325ms","start":"2026-02-26T02:35:00.799316Z","end":"2026-02-26T02:35:01.165641Z","steps":["trace[1223172256] 'process raft request' (duration: 365.889511ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:01.16567Z","caller":"traceutil/trace.go:171","msg":"trace[1469503976] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"365.590632ms","start":"2026-02-26T02:35:00.800037Z","end":"2026-02-26T02:35:01.165627Z","steps":["trace[1469503976] 'process raft request' (duration: 365.195639ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:01.165704Z","caller":"traceutil/trace.go:171","msg":"trace[182802682] linearizableReadLoop","detail":"{readStateIndex:25269; appliedIndex:25267; }","duration":"368.163233ms","start":"2026-02-26T02:35:00.797513Z","end":"2026-02-26T02:35:01.165676Z","steps":["trace[182802682] 'read index received' (duration: 1.635482ms)","trace[182802682] 'applied index is now lower than readState.Index' (duration: 366.524741ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:01.165763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.799293Z","time spent":"366.420739ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:01.165712Z","caller":"traceutil/trace.go:171","msg":"trace[1229210836] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"365.435087ms","start":"2026-02-26T02:35:00.800215Z","end":"2026-02-26T02:35:01.16565Z","steps":["trace[1229210836] 'process raft request' (duration: 365.041204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:01.165815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.800019Z","time spent":"365.714106ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:01.165878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.363249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8a166b05-0486-47d8-9a77-0fbb907bc805\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-02-26T02:35:01.165915Z","caller":"traceutil/trace.go:171","msg":"trace[506217504] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8a166b05-0486-47d8-9a77-0fbb907bc805; range_end:; response_count:1; response_revision:24402; }","duration":"368.423292ms","start":"2026-02-26T02:35:00.797481Z","end":"2026-02-26T02:35:01.165905Z","steps":["trace[506217504] 'agreement among raft nodes before linearized reading' (duration: 368.258596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:01.165936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.797471Z","time spent":"368.461103ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8a166b05-0486-47d8-9a77-0fbb907bc805\" "} {"level":"warn","ts":"2026-02-26T02:35:01.165964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.093382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-02-26T02:35:01.16598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.800206Z","time spent":"365.617053ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:01.165949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.607269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:01.166017Z","caller":"traceutil/trace.go:171","msg":"trace[792147339] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24402; }","duration":"363.145694ms","start":"2026-02-26T02:35:00.802861Z","end":"2026-02-26T02:35:01.166006Z","steps":["trace[792147339] 'agreement among raft nodes before linearized reading' (duration: 362.982289ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:01.166049Z","caller":"traceutil/trace.go:171","msg":"trace[1051571489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24402; }","duration":"363.987221ms","start":"2026-02-26T02:35:00.802046Z","end":"2026-02-26T02:35:01.166033Z","steps":["trace[1051571489] 'agreement among raft nodes before linearized reading' (duration: 363.788384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:01.166055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.802835Z","time spent":"363.213546ms","remote":"127.0.0.1:54334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1334,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-02-26T02:35:01.166108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:00.801981Z","time spent":"364.119965ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:35:01.715801Z","caller":"traceutil/trace.go:171","msg":"trace[1184212476] linearizableReadLoop","detail":"{readStateIndex:25274; appliedIndex:25273; }","duration":"543.855119ms","start":"2026-02-26T02:35:01.171926Z","end":"2026-02-26T02:35:01.715781Z","steps":["trace[1184212476] 'read index received' (duration: 456.44726ms)","trace[1184212476] 'applied index is now lower than readState.Index' (duration: 87.406529ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:01.715909Z","caller":"traceutil/trace.go:171","msg":"trace[504344404] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"544.336225ms","start":"2026-02-26T02:35:01.171538Z","end":"2026-02-26T02:35:01.715875Z","steps":["trace[504344404] 'process raft request' (duration: 456.835843ms)","trace[504344404] 'compare' (duration: 87.149131ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:01.716045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.098947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-02-26T02:35:01.716094Z","caller":"traceutil/trace.go:171","msg":"trace[1864922134] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24403; }","duration":"544.170679ms","start":"2026-02-26T02:35:01.17191Z","end":"2026-02-26T02:35:01.716081Z","steps":["trace[1864922134] 'agreement among raft nodes before linearized reading' (duration: 543.974223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:01.716135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.171905Z","time spent":"544.221371ms","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-02-26T02:35:01.716043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.171503Z","time spent":"544.479039ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:02.216954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.29465ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:02.217705Z","caller":"traceutil/trace.go:171","msg":"trace[1151186158] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24403; }","duration":"400.051434ms","start":"2026-02-26T02:35:01.817628Z","end":"2026-02-26T02:35:02.21768Z","steps":["trace[1151186158] 'range keys from in-memory index tree' (duration: 399.280599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.217463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.257334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:35:02.218112Z","caller":"traceutil/trace.go:171","msg":"trace[1562603143] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"1.040955478s","start":"2026-02-26T02:35:01.17713Z","end":"2026-02-26T02:35:02.218085Z","steps":["trace[1562603143] 'process raft request' (duration: 637.985312ms)","trace[1562603143] 'compare' (duration: 401.727576ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:02.218194Z","caller":"traceutil/trace.go:171","msg":"trace[1317222073] linearizableReadLoop","detail":"{readStateIndex:25275; appliedIndex:25274; }","duration":"502.303803ms","start":"2026-02-26T02:35:01.715857Z","end":"2026-02-26T02:35:02.218161Z","steps":["trace[1317222073] 'read index received' (duration: 99.273335ms)","trace[1317222073] 'applied index is now lower than readState.Index' (duration: 403.026628ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:02.218233Z","caller":"traceutil/trace.go:171","msg":"trace[821717479] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"375.782225ms","start":"2026-02-26T02:35:01.842432Z","end":"2026-02-26T02:35:02.218214Z","steps":["trace[821717479] 'process raft request' (duration: 375.64308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.218218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.177117Z","time spent":"1.04105468s","remote":"127.0.0.1:54500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:02.218347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.841965Z","time spent":"376.311742ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:02.218361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.224255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-02-26T02:35:02.21839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.657759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:2246"} {"level":"info","ts":"2026-02-26T02:35:02.218427Z","caller":"traceutil/trace.go:171","msg":"trace[2132008362] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24405; }","duration":"594.325468ms","start":"2026-02-26T02:35:01.624087Z","end":"2026-02-26T02:35:02.218413Z","steps":["trace[2132008362] 'agreement among raft nodes before linearized reading' (duration: 594.08287ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:02.218432Z","caller":"traceutil/trace.go:171","msg":"trace[903365261] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24405; }","duration":"868.719351ms","start":"2026-02-26T02:35:01.3497Z","end":"2026-02-26T02:35:02.218419Z","steps":["trace[903365261] 'agreement among raft nodes before linearized reading' (duration: 868.558586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.218453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.555716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:02.218474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.349687Z","time spent":"868.781333ms","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2268,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"warn","ts":"2026-02-26T02:35:02.21851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.792491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1897ab3f966f5d2b\" ","response":"range_response_count:1 size:742"} {"level":"warn","ts":"2026-02-26T02:35:02.218542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.020578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:02.218559Z","caller":"traceutil/trace.go:171","msg":"trace[1997742256] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1897ab3f966f5d2b; range_end:; response_count:1; response_revision:24405; }","duration":"498.872444ms","start":"2026-02-26T02:35:01.719674Z","end":"2026-02-26T02:35:02.218546Z","steps":["trace[1997742256] 'agreement among raft nodes before linearized reading' (duration: 498.7305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.218583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.719658Z","time spent":"498.919605ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":764,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.1897ab3f966f5d2b\" "} {"level":"info","ts":"2026-02-26T02:35:02.218576Z","caller":"traceutil/trace.go:171","msg":"trace[1919800399] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24405; }","duration":"528.08858ms","start":"2026-02-26T02:35:01.690479Z","end":"2026-02-26T02:35:02.218568Z","steps":["trace[1919800399] 'agreement among raft nodes before linearized reading' (duration: 528.020018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.218526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.925682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:02.218594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.825586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-02-26T02:35:02.218613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.690461Z","time spent":"528.144191ms","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:02.218618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046156342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:02.218633Z","caller":"traceutil/trace.go:171","msg":"trace[927741550] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24405; }","duration":"116.050727ms","start":"2026-02-26T02:35:02.102572Z","end":"2026-02-26T02:35:02.218622Z","steps":["trace[927741550] 'agreement among raft nodes before linearized reading' (duration: 115.930383ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:02.21865Z","caller":"traceutil/trace.go:171","msg":"trace[1796845301] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:24405; }","duration":"1.046198793s","start":"2026-02-26T02:35:01.172443Z","end":"2026-02-26T02:35:02.218642Z","steps":["trace[1796845301] 'agreement among raft nodes before linearized reading' (duration: 1.046147642s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:02.218653Z","caller":"traceutil/trace.go:171","msg":"trace[1654728520] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24405; }","duration":"244.923529ms","start":"2026-02-26T02:35:01.973713Z","end":"2026-02-26T02:35:02.218637Z","steps":["trace[1654728520] 'agreement among raft nodes before linearized reading' (duration: 244.729433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.218475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.62407Z","time spent":"594.394891ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"warn","ts":"2026-02-26T02:35:02.218672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.172437Z","time spent":"1.046231234s","remote":"127.0.0.1:54390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:35:02.218742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.401156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-02-26T02:35:02.218767Z","caller":"traceutil/trace.go:171","msg":"trace[654985225] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24405; }","duration":"496.467838ms","start":"2026-02-26T02:35:01.722291Z","end":"2026-02-26T02:35:02.218758Z","steps":["trace[654985225] 'agreement among raft nodes before linearized reading' (duration: 496.404886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.218782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.722266Z","time spent":"496.51297ms","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:35:02.218387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015120919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:02.218827Z","caller":"traceutil/trace.go:171","msg":"trace[538945807] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24405; }","duration":"1.015597864s","start":"2026-02-26T02:35:01.203215Z","end":"2026-02-26T02:35:02.218813Z","steps":["trace[538945807] 'agreement among raft nodes before linearized reading' (duration: 1.015094078s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.218883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:01.203205Z","time spent":"1.015659456s","remote":"127.0.0.1:57866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:02.218484Z","caller":"traceutil/trace.go:171","msg":"trace[832480218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24405; }","duration":"172.626069ms","start":"2026-02-26T02:35:02.045848Z","end":"2026-02-26T02:35:02.218474Z","steps":["trace[832480218] 'agreement among raft nodes before linearized reading' (duration: 172.580658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.720771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.637714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:35:02.720886Z","caller":"traceutil/trace.go:171","msg":"trace[302136662] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"499.34276ms","start":"2026-02-26T02:35:02.221524Z","end":"2026-02-26T02:35:02.720867Z","steps":["trace[302136662] 'process raft request' (duration: 252.525771ms)","trace[302136662] 'compare' (duration: 246.20996ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:02.720933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.221503Z","time spent":"499.408941ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:02.819506Z","caller":"traceutil/trace.go:171","msg":"trace[2109275455] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"597.672405ms","start":"2026-02-26T02:35:02.221806Z","end":"2026-02-26T02:35:02.819478Z","steps":["trace[2109275455] 'process raft request' (duration: 597.427177ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:02.819565Z","caller":"traceutil/trace.go:171","msg":"trace[1296340057] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24408; }","duration":"597.034944ms","start":"2026-02-26T02:35:02.222493Z","end":"2026-02-26T02:35:02.819528Z","steps":["trace[1296340057] 'process raft request' (duration: 596.865559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.819621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.221781Z","time spent":"597.781547ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5614,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:02.819719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.222483Z","time spent":"597.147848ms","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-02-26T02:35:02.81968Z","caller":"traceutil/trace.go:171","msg":"trace[1816986976] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"592.358156ms","start":"2026-02-26T02:35:02.227266Z","end":"2026-02-26T02:35:02.819624Z","steps":["trace[1816986976] 'process raft request' (duration: 592.16016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.819913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.195238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-02-26T02:35:02.819953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.227258Z","time spent":"592.566623ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:02.819974Z","caller":"traceutil/trace.go:171","msg":"trace[1566375994] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24409; }","duration":"596.293591ms","start":"2026-02-26T02:35:02.223665Z","end":"2026-02-26T02:35:02.819959Z","steps":["trace[1566375994] 'agreement among raft nodes before linearized reading' (duration: 596.035983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:02.820013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.223654Z","time spent":"596.353633ms","remote":"127.0.0.1:54706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-02-26T02:35:02.820076Z","caller":"traceutil/trace.go:171","msg":"trace[1922617779] linearizableReadLoop","detail":"{readStateIndex:25279; appliedIndex:25276; }","duration":"595.796645ms","start":"2026-02-26T02:35:02.223691Z","end":"2026-02-26T02:35:02.819488Z","steps":["trace[1922617779] 'read index received' (duration: 250.426454ms)","trace[1922617779] 'applied index is now lower than readState.Index' (duration: 345.368491ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:03.320494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867678894606983,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:35:03.579699Z","caller":"traceutil/trace.go:171","msg":"trace[1834581666] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"950.971805ms","start":"2026-02-26T02:35:02.628694Z","end":"2026-02-26T02:35:03.579666Z","steps":["trace[1834581666] 'process raft request' (duration: 950.629655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.57986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.628661Z","time spent":"951.11631ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:03.579939Z","caller":"traceutil/trace.go:171","msg":"trace[1979240041] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"951.072819ms","start":"2026-02-26T02:35:02.62885Z","end":"2026-02-26T02:35:03.579923Z","steps":["trace[1979240041] 'process raft request' (duration: 950.981846ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:03.580004Z","caller":"traceutil/trace.go:171","msg":"trace[83588794] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"951.237774ms","start":"2026-02-26T02:35:02.628723Z","end":"2026-02-26T02:35:03.579961Z","steps":["trace[83588794] 'process raft request' (duration: 950.874762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.580049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.628811Z","time spent":"951.181723ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:03.580186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.628694Z","time spent":"951.395499ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:03.580202Z","caller":"traceutil/trace.go:171","msg":"trace[848791491] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"823.58738ms","start":"2026-02-26T02:35:02.756589Z","end":"2026-02-26T02:35:03.580176Z","steps":["trace[848791491] 'process raft request' (duration: 823.545938ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:03.58045Z","caller":"traceutil/trace.go:171","msg":"trace[1264142931] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"950.857122ms","start":"2026-02-26T02:35:02.629588Z","end":"2026-02-26T02:35:03.580445Z","steps":["trace[1264142931] 'process raft request' (duration: 950.513141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.580437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.756564Z","time spent":"823.792066ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:03.581727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.629582Z","time spent":"950.890243ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:03.580498Z","caller":"traceutil/trace.go:171","msg":"trace[588912000] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"951.443951ms","start":"2026-02-26T02:35:02.629016Z","end":"2026-02-26T02:35:03.580459Z","steps":["trace[588912000] 'process raft request' (duration: 950.884263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.582041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.628973Z","time spent":"952.925507ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:03.582063Z","caller":"traceutil/trace.go:171","msg":"trace[1625000957] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"950.995126ms","start":"2026-02-26T02:35:02.629417Z","end":"2026-02-26T02:35:03.580413Z","steps":["trace[1625000957] 'process raft request' (duration: 950.607194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:03.582226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.629407Z","time spent":"952.721382ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:04.157323Z","caller":"traceutil/trace.go:171","msg":"trace[340663619] linearizableReadLoop","detail":"{readStateIndex:25290; appliedIndex:25280; }","duration":"1.337079208s","start":"2026-02-26T02:35:02.820185Z","end":"2026-02-26T02:35:04.157264Z","steps":["trace[340663619] 'read index received' (duration: 759.124838ms)","trace[340663619] 'applied index is now lower than readState.Index' (duration: 577.9534ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:04.157323Z","caller":"traceutil/trace.go:171","msg":"trace[289139152] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"1.331306395s","start":"2026-02-26T02:35:02.825961Z","end":"2026-02-26T02:35:04.157268Z","steps":["trace[289139152] 'process raft request' (duration: 1.331132059s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:04.157387Z","caller":"traceutil/trace.go:171","msg":"trace[2068035959] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"1.328579148s","start":"2026-02-26T02:35:02.828768Z","end":"2026-02-26T02:35:04.157347Z","steps":["trace[2068035959] 'process raft request' (duration: 1.328429063s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:04.157401Z","caller":"traceutil/trace.go:171","msg":"trace[497562905] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"1.331755459s","start":"2026-02-26T02:35:02.825583Z","end":"2026-02-26T02:35:04.157338Z","steps":["trace[497562905] 'process raft request' (duration: 1.289654875s)","trace[497562905] 'compare' (duration: 41.519025ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:04.15746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87662275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:04.157492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354285032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:35:04.157492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35388186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:35:04.157515Z","caller":"traceutil/trace.go:171","msg":"trace[215291747] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24419; }","duration":"1.876728904s","start":"2026-02-26T02:35:02.280767Z","end":"2026-02-26T02:35:04.157496Z","steps":["trace[215291747] 'agreement among raft nodes before linearized reading' (duration: 1.87661977s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.15751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.825955Z","time spent":"1.33148156s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:35:04.15755Z","caller":"traceutil/trace.go:171","msg":"trace[756802470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24419; }","duration":"1.354351755s","start":"2026-02-26T02:35:02.803181Z","end":"2026-02-26T02:35:04.157532Z","steps":["trace[756802470] 'agreement among raft nodes before linearized reading' (duration: 1.354172229s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:04.157554Z","caller":"traceutil/trace.go:171","msg":"trace[204719021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24419; }","duration":"1.353989153s","start":"2026-02-26T02:35:02.80355Z","end":"2026-02-26T02:35:04.15754Z","steps":["trace[204719021] 'agreement among raft nodes before linearized reading' (duration: 1.353719915s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.157546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432125198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1897ab3f96c5d6be\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-02-26T02:35:04.157558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.280747Z","time spent":"1.876801066s","remote":"127.0.0.1:56020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:04.157592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.803522Z","time spent":"1.354062306s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:35:04.15758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.825565Z","time spent":"1.331924164s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5660,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:04.157591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.803124Z","time spent":"1.354459188s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:35:04.157591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.828746Z","time spent":"1.328724943s","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:04.15761Z","caller":"traceutil/trace.go:171","msg":"trace[717329982] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1897ab3f96c5d6be; range_end:; response_count:1; response_revision:24419; }","duration":"1.432323985s","start":"2026-02-26T02:35:02.725268Z","end":"2026-02-26T02:35:04.157592Z","steps":["trace[717329982] 'agreement among raft nodes before linearized reading' (duration: 1.432100478s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.157598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111176341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:04.157656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.725242Z","time spent":"1.432405177s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":758,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.1897ab3f96c5d6be\" "} {"level":"warn","ts":"2026-02-26T02:35:04.157663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176382987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T02:35:04.157684Z","caller":"traceutil/trace.go:171","msg":"trace[1378146156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24419; }","duration":"1.111308095s","start":"2026-02-26T02:35:03.046349Z","end":"2026-02-26T02:35:04.157657Z","steps":["trace[1378146156] 'agreement among raft nodes before linearized reading' (duration: 1.11114701s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.157604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.205014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:35:04.15771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.18657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:04.157727Z","caller":"traceutil/trace.go:171","msg":"trace[1043283416] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24419; }","duration":"1.17649146s","start":"2026-02-26T02:35:02.981219Z","end":"2026-02-26T02:35:04.157711Z","steps":["trace[1043283416] 'agreement among raft nodes before linearized reading' (duration: 1.176335405s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.157734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315194444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:35:04.157753Z","caller":"traceutil/trace.go:171","msg":"trace[508476217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24419; }","duration":"987.375549ms","start":"2026-02-26T02:35:03.170364Z","end":"2026-02-26T02:35:04.15774Z","steps":["trace[508476217] 'agreement among raft nodes before linearized reading' (duration: 987.09929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.157564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33339026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-02-26T02:35:04.15776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.046322Z","time spent":"1.111423429s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:35:04.157771Z","caller":"traceutil/trace.go:171","msg":"trace[1033449186] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24419; }","duration":"1.315296117s","start":"2026-02-26T02:35:02.842463Z","end":"2026-02-26T02:35:04.157759Z","steps":["trace[1033449186] 'agreement among raft nodes before linearized reading' (duration: 1.315124932s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.157769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.98119Z","time spent":"1.176569822s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:35:04.157773Z","caller":"traceutil/trace.go:171","msg":"trace[645900602] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24419; }","duration":"318.281123ms","start":"2026-02-26T02:35:03.83947Z","end":"2026-02-26T02:35:04.157751Z","steps":["trace[645900602] 'agreement among raft nodes before linearized reading' (duration: 318.19422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.157785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.170344Z","time spent":"987.432301ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:35:04.157792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.456521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:35:04.157805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.842449Z","time spent":"1.315347668s","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:04.157826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.83945Z","time spent":"318.361246ms","remote":"127.0.0.1:38366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:35:04.157836Z","caller":"traceutil/trace.go:171","msg":"trace[1112196637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24419; }","duration":"987.538584ms","start":"2026-02-26T02:35:03.170286Z","end":"2026-02-26T02:35:04.157825Z","steps":["trace[1112196637] 'agreement among raft nodes before linearized reading' (duration: 987.417541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.157873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.170264Z","time spent":"987.601476ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:35:04.1578Z","caller":"traceutil/trace.go:171","msg":"trace[1486926412] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24419; }","duration":"1.333665059s","start":"2026-02-26T02:35:02.82412Z","end":"2026-02-26T02:35:04.157785Z","steps":["trace[1486926412] 'agreement among raft nodes before linearized reading' (duration: 1.333325558s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.157931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.095502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-02-26T02:35:04.157963Z","caller":"traceutil/trace.go:171","msg":"trace[597867818] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24419; }","duration":"935.175775ms","start":"2026-02-26T02:35:03.222776Z","end":"2026-02-26T02:35:04.157952Z","steps":["trace[597867818] 'agreement among raft nodes before linearized reading' (duration: 935.087483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.157961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:02.824096Z","time spent":"1.333839655s","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1468,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-02-26T02:35:04.157989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.222761Z","time spent":"935.222136ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"warn","ts":"2026-02-26T02:35:04.158042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.541924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:35:04.15808Z","caller":"traceutil/trace.go:171","msg":"trace[927968153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24419; }","duration":"987.590446ms","start":"2026-02-26T02:35:03.170476Z","end":"2026-02-26T02:35:04.158066Z","steps":["trace[927968153] 'agreement among raft nodes before linearized reading' (duration: 987.494743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.158109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:03.170471Z","time spent":"987.631357ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:35:04.317628Z","caller":"traceutil/trace.go:171","msg":"trace[1138135942] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"154.488964ms","start":"2026-02-26T02:35:04.163115Z","end":"2026-02-26T02:35:04.317604Z","steps":["trace[1138135942] 'process raft request' (duration: 154.318339ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:04.775031Z","caller":"traceutil/trace.go:171","msg":"trace[1594719800] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"611.293835ms","start":"2026-02-26T02:35:04.16371Z","end":"2026-02-26T02:35:04.775003Z","steps":["trace[1594719800] 'process raft request' (duration: 611.236424ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:04.775033Z","caller":"traceutil/trace.go:171","msg":"trace[1460142593] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"611.604606ms","start":"2026-02-26T02:35:04.163391Z","end":"2026-02-26T02:35:04.774996Z","steps":["trace[1460142593] 'process raft request' (duration: 611.377599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.775241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.163688Z","time spent":"611.479922ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:04.775303Z","caller":"traceutil/trace.go:171","msg":"trace[1848651558] linearizableReadLoop","detail":"{readStateIndex:25293; appliedIndex:25290; }","duration":"611.654517ms","start":"2026-02-26T02:35:04.163635Z","end":"2026-02-26T02:35:04.77529Z","steps":["trace[1848651558] 'read index received' (duration: 153.885295ms)","trace[1848651558] 'applied index is now lower than readState.Index' (duration: 457.768462ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:04.775334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.163361Z","time spent":"611.906045ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:04.775368Z","caller":"traceutil/trace.go:171","msg":"trace[1456689295] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"611.09989ms","start":"2026-02-26T02:35:04.164262Z","end":"2026-02-26T02:35:04.775361Z","steps":["trace[1456689295] 'process raft request' (duration: 610.710427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.775411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.164243Z","time spent":"611.140591ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:04.775081Z","caller":"traceutil/trace.go:171","msg":"trace[466214855] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"611.519733ms","start":"2026-02-26T02:35:04.163531Z","end":"2026-02-26T02:35:04.77505Z","steps":["trace[466214855] 'process raft request' (duration: 611.374838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.775454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.16352Z","time spent":"611.913415ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:04.775478Z","caller":"traceutil/trace.go:171","msg":"trace[765372458] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"611.045018ms","start":"2026-02-26T02:35:04.164426Z","end":"2026-02-26T02:35:04.775471Z","steps":["trace[765372458] 'process raft request' (duration: 610.706997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.775513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.164415Z","time spent":"611.078019ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:04.775594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.953767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-02-26T02:35:04.775623Z","caller":"traceutil/trace.go:171","msg":"trace[27151039] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28; range_end:; response_count:1; response_revision:24426; }","duration":"612.002239ms","start":"2026-02-26T02:35:04.163612Z","end":"2026-02-26T02:35:04.775615Z","steps":["trace[27151039] 'agreement among raft nodes before linearized reading' (duration: 611.896455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.775634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.842351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534555-vfwzz\" ","response":"range_response_count:1 size:5678"} {"level":"warn","ts":"2026-02-26T02:35:04.775648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.1636Z","time spent":"612.04297ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42569c4e-e150-4156-91f0-c41a96b30f28\" "} {"level":"info","ts":"2026-02-26T02:35:04.775667Z","caller":"traceutil/trace.go:171","msg":"trace[153179707] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534555-vfwzz; range_end:; response_count:1; response_revision:24426; }","duration":"598.885413ms","start":"2026-02-26T02:35:04.176762Z","end":"2026-02-26T02:35:04.775647Z","steps":["trace[153179707] 'agreement among raft nodes before linearized reading' (duration: 598.81386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.77569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.17675Z","time spent":"598.934474ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5700,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534555-vfwzz\" "} {"level":"warn","ts":"2026-02-26T02:35:04.775735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.026649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-26T02:35:04.775775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.623981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:04.775802Z","caller":"traceutil/trace.go:171","msg":"trace[917112869] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24426; }","duration":"132.681783ms","start":"2026-02-26T02:35:04.643112Z","end":"2026-02-26T02:35:04.775794Z","steps":["trace[917112869] 'agreement among raft nodes before linearized reading' (duration: 132.640762ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:04.775849Z","caller":"traceutil/trace.go:171","msg":"trace[1635301070] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"610.357156ms","start":"2026-02-26T02:35:04.165484Z","end":"2026-02-26T02:35:04.775841Z","steps":["trace[1635301070] 'process raft request' (duration: 609.750537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.775891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.165471Z","time spent":"610.401428ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:35:04.775902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.181258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-02-26T02:35:04.775968Z","caller":"traceutil/trace.go:171","msg":"trace[1362767742] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24426; }","duration":"608.27084ms","start":"2026-02-26T02:35:04.167689Z","end":"2026-02-26T02:35:04.77596Z","steps":["trace[1362767742] 'agreement among raft nodes before linearized reading' (duration: 608.098584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.776035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.167676Z","time spent":"608.352913ms","remote":"127.0.0.1:54706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-02-26T02:35:04.775982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.974719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-26T02:35:04.776205Z","caller":"traceutil/trace.go:171","msg":"trace[242465905] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:24426; }","duration":"387.235007ms","start":"2026-02-26T02:35:04.388961Z","end":"2026-02-26T02:35:04.776196Z","steps":["trace[242465905] 'agreement among raft nodes before linearized reading' (duration: 386.962718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.776236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.388941Z","time spent":"387.284299ms","remote":"127.0.0.1:54450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-02-26T02:35:04.77624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.007523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:04.775775Z","caller":"traceutil/trace.go:171","msg":"trace[77112309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24426; }","duration":"612.102521ms","start":"2026-02-26T02:35:04.163665Z","end":"2026-02-26T02:35:04.775767Z","steps":["trace[77112309] 'agreement among raft nodes before linearized reading' (duration: 611.860694ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:04.776289Z","caller":"traceutil/trace.go:171","msg":"trace[1375176867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24426; }","duration":"609.068765ms","start":"2026-02-26T02:35:04.167214Z","end":"2026-02-26T02:35:04.776283Z","steps":["trace[1375176867] 'agreement among raft nodes before linearized reading' (duration: 608.960721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.776354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.167205Z","time spent":"609.143178ms","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:35:04.776349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:04.163652Z","time spent":"612.680989ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:35:04.899394Z","caller":"traceutil/trace.go:171","msg":"trace[1704589021] linearizableReadLoop","detail":"{readStateIndex:25298; appliedIndex:25297; }","duration":"119.870478ms","start":"2026-02-26T02:35:04.779478Z","end":"2026-02-26T02:35:04.899349Z","steps":["trace[1704589021] 'read index received' (duration: 93.73138ms)","trace[1704589021] 'applied index is now lower than readState.Index' (duration: 26.137448ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:04.899436Z","caller":"traceutil/trace.go:171","msg":"trace[423343825] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"120.088635ms","start":"2026-02-26T02:35:04.7793Z","end":"2026-02-26T02:35:04.899388Z","steps":["trace[423343825] 'process raft request' (duration: 93.889855ms)","trace[423343825] 'compare' (duration: 25.946642ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:04.899941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.413325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-02-26T02:35:04.90001Z","caller":"traceutil/trace.go:171","msg":"trace[225095661] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24427; }","duration":"120.535139ms","start":"2026-02-26T02:35:04.779457Z","end":"2026-02-26T02:35:04.899992Z","steps":["trace[225095661] 'agreement among raft nodes before linearized reading' (duration: 120.163597ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:05.056891Z","caller":"traceutil/trace.go:171","msg":"trace[295544211] linearizableReadLoop","detail":"{readStateIndex:25299; appliedIndex:25298; }","duration":"157.360954ms","start":"2026-02-26T02:35:04.899502Z","end":"2026-02-26T02:35:05.056863Z","steps":["trace[295544211] 'read index received' (duration: 148.38305ms)","trace[295544211] 'applied index is now lower than readState.Index' (duration: 8.976334ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:05.056943Z","caller":"traceutil/trace.go:171","msg":"trace[1052909317] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"272.264285ms","start":"2026-02-26T02:35:04.784645Z","end":"2026-02-26T02:35:05.056909Z","steps":["trace[1052909317] 'process raft request' (duration: 263.219169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.057094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.625555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:05.057157Z","caller":"traceutil/trace.go:171","msg":"trace[888567326] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24428; }","duration":"259.763869ms","start":"2026-02-26T02:35:04.797381Z","end":"2026-02-26T02:35:05.057145Z","steps":["trace[888567326] 'agreement among raft nodes before linearized reading' (duration: 259.608515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:05.057479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.395766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1897ab3f9d0a6bcc\" ","response":"range_response_count:1 size:747"} {"level":"warn","ts":"2026-02-26T02:35:05.057438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.650879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:05.057523Z","caller":"traceutil/trace.go:171","msg":"trace[1245958657] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1897ab3f9d0a6bcc; range_end:; response_count:1; response_revision:24428; }","duration":"276.478189ms","start":"2026-02-26T02:35:04.781031Z","end":"2026-02-26T02:35:05.05751Z","steps":["trace[1245958657] 'agreement among raft nodes before linearized reading' (duration: 276.313704ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:05.05755Z","caller":"traceutil/trace.go:171","msg":"trace[793273740] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24428; }","duration":"273.801514ms","start":"2026-02-26T02:35:04.783725Z","end":"2026-02-26T02:35:05.057526Z","steps":["trace[793273740] 'agreement among raft nodes before linearized reading' (duration: 273.494754ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:05.058401Z","caller":"traceutil/trace.go:171","msg":"trace[331221172] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24429; }","duration":"157.246432ms","start":"2026-02-26T02:35:04.901134Z","end":"2026-02-26T02:35:05.05838Z","steps":["trace[331221172] 'process raft request' (duration: 156.973823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.570031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.154409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:06.570144Z","caller":"traceutil/trace.go:171","msg":"trace[1948018425] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24458; }","duration":"306.322735ms","start":"2026-02-26T02:35:06.2638Z","end":"2026-02-26T02:35:06.570123Z","steps":["trace[1948018425] 'count revisions from in-memory index tree' (duration: 306.087377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.570197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.263782Z","time spent":"306.401767ms","remote":"127.0.0.1:41598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:35:06.570528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.094157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-02-26T02:35:06.570609Z","caller":"traceutil/trace.go:171","msg":"trace[647174459] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24458; }","duration":"336.214631ms","start":"2026-02-26T02:35:06.234376Z","end":"2026-02-26T02:35:06.57059Z","steps":["trace[647174459] 'range keys from in-memory index tree' (duration: 335.942792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.570656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.234358Z","time spent":"336.288754ms","remote":"127.0.0.1:54450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":730,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-02-26T02:35:06.570529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.764006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-26T02:35:06.570749Z","caller":"traceutil/trace.go:171","msg":"trace[1407542003] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24458; }","duration":"395.003394ms","start":"2026-02-26T02:35:06.175701Z","end":"2026-02-26T02:35:06.570704Z","steps":["trace[1407542003] 'range keys from in-memory index tree' (duration: 394.555289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.570862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.175681Z","time spent":"395.145268ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-26T02:35:06.574035Z","caller":"traceutil/trace.go:171","msg":"trace[2020728004] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"144.25853ms","start":"2026-02-26T02:35:06.429759Z","end":"2026-02-26T02:35:06.574017Z","steps":["trace[2020728004] 'process raft request' (duration: 144.128386ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:06.590204Z","caller":"traceutil/trace.go:171","msg":"trace[1757542708] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"132.228409ms","start":"2026-02-26T02:35:06.457955Z","end":"2026-02-26T02:35:06.590183Z","steps":["trace[1757542708] 'process raft request' (duration: 132.063454ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:06.942442Z","caller":"traceutil/trace.go:171","msg":"trace[1726860939] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"158.097138ms","start":"2026-02-26T02:35:06.784286Z","end":"2026-02-26T02:35:06.942383Z","steps":["trace[1726860939] 'process raft request' (duration: 157.839149ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:07.182826Z","caller":"traceutil/trace.go:171","msg":"trace[918928499] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"396.633525ms","start":"2026-02-26T02:35:06.786159Z","end":"2026-02-26T02:35:07.182792Z","steps":["trace[918928499] 'process raft request' (duration: 396.379567ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:07.182992Z","caller":"traceutil/trace.go:171","msg":"trace[1215762501] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"396.354365ms","start":"2026-02-26T02:35:06.786623Z","end":"2026-02-26T02:35:07.182978Z","steps":["trace[1215762501] 'process raft request' (duration: 396.148909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:07.183002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.786143Z","time spent":"396.770628ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:35:07.183054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.78661Z","time spent":"396.414447ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:07.183096Z","caller":"traceutil/trace.go:171","msg":"trace[2134060207] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"395.729206ms","start":"2026-02-26T02:35:06.787321Z","end":"2026-02-26T02:35:07.18305Z","steps":["trace[2134060207] 'process raft request' (duration: 395.506119ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:07.183091Z","caller":"traceutil/trace.go:171","msg":"trace[335296052] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"396.721167ms","start":"2026-02-26T02:35:06.786349Z","end":"2026-02-26T02:35:07.18307Z","steps":["trace[335296052] 'process raft request' (duration: 396.368646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:07.183255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.130844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:35:07.183269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.78731Z","time spent":"395.86779ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:07.183418Z","caller":"traceutil/trace.go:171","msg":"trace[1730557942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24465; }","duration":"137.279858ms","start":"2026-02-26T02:35:07.046074Z","end":"2026-02-26T02:35:07.183354Z","steps":["trace[1730557942] 'agreement among raft nodes before linearized reading' (duration: 137.076672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:07.183277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:35:06.786339Z","time spent":"396.838461ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:35:07.18306Z","caller":"traceutil/trace.go:171","msg":"trace[116389398] linearizableReadLoop","detail":"{readStateIndex:25337; appliedIndex:25333; }","duration":"136.757402ms","start":"2026-02-26T02:35:07.046121Z","end":"2026-02-26T02:35:07.182878Z","steps":["trace[116389398] 'read index received' (duration: 136.334299ms)","trace[116389398] 'applied index is now lower than readState.Index' (duration: 422.003µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:07.183901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.475403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-mqhb7\" ","response":"range_response_count:1 size:3717"} {"level":"info","ts":"2026-02-26T02:35:07.183969Z","caller":"traceutil/trace.go:171","msg":"trace[2024552090] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-mqhb7; range_end:; response_count:1; response_revision:24465; }","duration":"112.572026ms","start":"2026-02-26T02:35:07.07138Z","end":"2026-02-26T02:35:07.183952Z","steps":["trace[2024552090] 'agreement among raft nodes before linearized reading' (duration: 112.36479ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:07.371203Z","caller":"traceutil/trace.go:171","msg":"trace[605678085] linearizableReadLoop","detail":"{readStateIndex:25338; appliedIndex:25337; }","duration":"105.628706ms","start":"2026-02-26T02:35:07.265551Z","end":"2026-02-26T02:35:07.371179Z","steps":["trace[605678085] 'read index received' (duration: 105.321956ms)","trace[605678085] 'applied index is now lower than readState.Index' (duration: 305.88µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:07.371282Z","caller":"traceutil/trace.go:171","msg":"trace[1305571445] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"181.149929ms","start":"2026-02-26T02:35:07.1901Z","end":"2026-02-26T02:35:07.37125Z","steps":["trace[1305571445] 'process raft request' (duration: 180.834319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:07.371798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.941036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:35:07.373322Z","caller":"traceutil/trace.go:171","msg":"trace[1086575943] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24466; }","duration":"106.349559ms","start":"2026-02-26T02:35:07.265506Z","end":"2026-02-26T02:35:07.371856Z","steps":["trace[1086575943] 'agreement among raft nodes before linearized reading' (duration: 105.768781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:38.237195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.687741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:38.23728Z","caller":"traceutil/trace.go:171","msg":"trace[682505736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24728; }","duration":"190.858777ms","start":"2026-02-26T02:35:38.046402Z","end":"2026-02-26T02:35:38.237261Z","steps":["trace[682505736] 'range keys from in-memory index tree' (duration: 190.573967ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:39.40849Z","caller":"traceutil/trace.go:171","msg":"trace[1789209600] linearizableReadLoop","detail":"{readStateIndex:25609; appliedIndex:25608; }","duration":"155.082473ms","start":"2026-02-26T02:35:39.253383Z","end":"2026-02-26T02:35:39.408466Z","steps":["trace[1789209600] 'read index received' (duration: 154.944209ms)","trace[1789209600] 'applied index is now lower than readState.Index' (duration: 137.224µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:35:39.408543Z","caller":"traceutil/trace.go:171","msg":"trace[1378342462] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"299.59953ms","start":"2026-02-26T02:35:39.108908Z","end":"2026-02-26T02:35:39.408507Z","steps":["trace[1378342462] 'process raft request' (duration: 299.382064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:39.408765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.351821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-26T02:35:39.408836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.037158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:39.409036Z","caller":"traceutil/trace.go:171","msg":"trace[306655483] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24730; }","duration":"129.428771ms","start":"2026-02-26T02:35:39.279589Z","end":"2026-02-26T02:35:39.409018Z","steps":["trace[306655483] 'agreement among raft nodes before linearized reading' (duration: 129.033008ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:39.408852Z","caller":"traceutil/trace.go:171","msg":"trace[62884042] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24730; }","duration":"155.495266ms","start":"2026-02-26T02:35:39.253334Z","end":"2026-02-26T02:35:39.40883Z","steps":["trace[62884042] 'agreement among raft nodes before linearized reading' (duration: 155.251668ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:44.406203Z","caller":"traceutil/trace.go:171","msg":"trace[2016490805] linearizableReadLoop","detail":"{readStateIndex:25647; appliedIndex:25646; }","duration":"111.673918ms","start":"2026-02-26T02:35:44.29451Z","end":"2026-02-26T02:35:44.406184Z","steps":["trace[2016490805] 'read index received' (duration: 98.775959ms)","trace[2016490805] 'applied index is now lower than readState.Index' (duration: 12.897009ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:35:44.406386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.814322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:44.406512Z","caller":"traceutil/trace.go:171","msg":"trace[1467339511] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24767; }","duration":"112.025229ms","start":"2026-02-26T02:35:44.294463Z","end":"2026-02-26T02:35:44.406488Z","steps":["trace[1467339511] 'agreement among raft nodes before linearized reading' (duration: 111.800252ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:40.046779Z","caller":"traceutil/trace.go:171","msg":"trace[1821226946] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"166.933656ms","start":"2026-02-26T02:36:39.879813Z","end":"2026-02-26T02:36:40.046746Z","steps":["trace[1821226946] 'process raft request' (duration: 166.803892ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:40.046785Z","caller":"traceutil/trace.go:171","msg":"trace[1865192649] linearizableReadLoop","detail":"{readStateIndex:26210; appliedIndex:26209; }","duration":"145.735995ms","start":"2026-02-26T02:36:39.901018Z","end":"2026-02-26T02:36:40.046754Z","steps":["trace[1865192649] 'read index received' (duration: 145.703884ms)","trace[1865192649] 'applied index is now lower than readState.Index' (duration: 30.041µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:40.047047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.005893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:36:40.047089Z","caller":"traceutil/trace.go:171","msg":"trace[1773401888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25317; }","duration":"146.102576ms","start":"2026-02-26T02:36:39.900976Z","end":"2026-02-26T02:36:40.047078Z","steps":["trace[1773401888] 'agreement among raft nodes before linearized reading' (duration: 145.91201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:40.050821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.534888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:36:40.051002Z","caller":"traceutil/trace.go:171","msg":"trace[1556451147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25323; }","duration":"127.757456ms","start":"2026-02-26T02:36:39.923227Z","end":"2026-02-26T02:36:40.050984Z","steps":["trace[1556451147] 'agreement among raft nodes before linearized reading' (duration: 127.494398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:40.05116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.468263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:36:40.051219Z","caller":"traceutil/trace.go:171","msg":"trace[422177602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25323; }","duration":"119.552096ms","start":"2026-02-26T02:36:39.931651Z","end":"2026-02-26T02:36:40.051204Z","steps":["trace[422177602] 'agreement among raft nodes before linearized reading' (duration: 119.414772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:40.051365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.048395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:36:40.051458Z","caller":"traceutil/trace.go:171","msg":"trace[1053183751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25323; }","duration":"128.149128ms","start":"2026-02-26T02:36:39.923288Z","end":"2026-02-26T02:36:40.051437Z","steps":["trace[1053183751] 'agreement among raft nodes before linearized reading' (duration: 127.968533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:40.051679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.985751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:36:40.051784Z","caller":"traceutil/trace.go:171","msg":"trace[1177449427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25323; }","duration":"121.084994ms","start":"2026-02-26T02:36:39.930658Z","end":"2026-02-26T02:36:40.051743Z","steps":["trace[1177449427] 'agreement among raft nodes before linearized reading' (duration: 120.496825ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:06.308052Z","caller":"traceutil/trace.go:171","msg":"trace[2047065044] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"109.411445ms","start":"2026-02-26T02:37:06.1986Z","end":"2026-02-26T02:37:06.308012Z","steps":["trace[2047065044] 'process raft request' (duration: 109.077484ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:42.427072Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23505} {"level":"info","ts":"2026-02-26T02:37:42.576876Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23505,"took":"144.421113ms","hash":462932694,"current-db-size-bytes":48472064,"current-db-size":"48 MB","current-db-size-in-use-bytes":31793152,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-26T02:37:42.576947Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":462932694,"revision":23505,"compact-revision":20459} {"level":"info","ts":"2026-02-26T02:39:25.04085Z","caller":"traceutil/trace.go:171","msg":"trace[1717380469] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"144.084816ms","start":"2026-02-26T02:39:24.896731Z","end":"2026-02-26T02:39:25.040815Z","steps":["trace[1717380469] 'process raft request' (duration: 140.837353ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:25.04349Z","caller":"traceutil/trace.go:171","msg":"trace[1005241300] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"102.741379ms","start":"2026-02-26T02:39:24.940713Z","end":"2026-02-26T02:39:25.043455Z","steps":["trace[1005241300] 'process raft request' (duration: 102.519312ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:39:40.432076Z","caller":"traceutil/trace.go:171","msg":"trace[1396486184] transaction","detail":"{read_only:false; response_revision:26981; number_of_response:1; }","duration":"150.570411ms","start":"2026-02-26T02:39:40.281484Z","end":"2026-02-26T02:39:40.432055Z","steps":["trace[1396486184] 'process raft request' (duration: 150.451547ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:42:42.433275Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25817} {"level":"info","ts":"2026-02-26T02:42:42.553286Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25817,"took":"116.27996ms","hash":2604347440,"current-db-size-bytes":48472064,"current-db-size":"48 MB","current-db-size-in-use-bytes":31633408,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-26T02:42:42.553365Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2604347440,"revision":25817,"compact-revision":23505} {"level":"info","ts":"2026-02-26T02:44:22.13188Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T02:44:22.137561Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-26T02:44:22.137724Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-26T02:47:42.438716Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28300} {"level":"info","ts":"2026-02-26T02:47:42.576833Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28300,"took":"134.018624ms","hash":3082423904,"current-db-size-bytes":48472064,"current-db-size":"48 MB","current-db-size-in-use-bytes":28139520,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T02:47:42.576917Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3082423904,"revision":28300,"compact-revision":25817} {"level":"info","ts":"2026-02-26T02:52:42.445559Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30403} {"level":"info","ts":"2026-02-26T02:52:42.603997Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30403,"took":"155.189166ms","hash":2122500880,"current-db-size-bytes":48472064,"current-db-size":"48 MB","current-db-size-in-use-bytes":26726400,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-26T02:52:42.604063Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2122500880,"revision":30403,"compact-revision":28300} {"level":"warn","ts":"2026-02-26T02:52:59.102868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.679104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:52:59.102946Z","caller":"traceutil/trace.go:171","msg":"trace[1808838092] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:32652; }","duration":"133.817277ms","start":"2026-02-26T02:52:58.969111Z","end":"2026-02-26T02:52:59.102928Z","steps":["trace[1808838092] 'count revisions from in-memory index tree' (duration: 133.511368ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:54:56.682867Z","caller":"traceutil/trace.go:171","msg":"trace[936022297] transaction","detail":"{read_only:false; response_revision:33468; number_of_response:1; }","duration":"101.853263ms","start":"2026-02-26T02:54:56.580988Z","end":"2026-02-26T02:54:56.682841Z","steps":["trace[936022297] 'process raft request' (duration: 74.632489ms)","trace[936022297] 'compare' (duration: 26.714528ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:55:39.156442Z","caller":"traceutil/trace.go:171","msg":"trace[1841593148] transaction","detail":"{read_only:false; response_revision:33792; number_of_response:1; }","duration":"379.181232ms","start":"2026-02-26T02:55:38.777234Z","end":"2026-02-26T02:55:39.156415Z","steps":["trace[1841593148] 'process raft request' (duration: 378.995086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:39.1566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:38.777211Z","time spent":"379.311886ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:55:39.236231Z","caller":"traceutil/trace.go:171","msg":"trace[19428706] transaction","detail":"{read_only:false; response_revision:33793; number_of_response:1; }","duration":"393.595539ms","start":"2026-02-26T02:55:38.842603Z","end":"2026-02-26T02:55:39.236199Z","steps":["trace[19428706] 'process raft request' (duration: 393.372812ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:39.236317Z","caller":"traceutil/trace.go:171","msg":"trace[2059552472] transaction","detail":"{read_only:false; response_revision:33796; number_of_response:1; }","duration":"384.353006ms","start":"2026-02-26T02:55:38.851918Z","end":"2026-02-26T02:55:39.236271Z","steps":["trace[2059552472] 'process raft request' (duration: 384.240532ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:39.236433Z","caller":"traceutil/trace.go:171","msg":"trace[1303656090] transaction","detail":"{read_only:false; response_revision:33794; number_of_response:1; }","duration":"392.228816ms","start":"2026-02-26T02:55:38.844155Z","end":"2026-02-26T02:55:39.236384Z","steps":["trace[1303656090] 'process raft request' (duration: 391.951007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:39.236467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:38.851898Z","time spent":"384.497761ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:55:39.236481Z","caller":"traceutil/trace.go:171","msg":"trace[1911538919] transaction","detail":"{read_only:false; response_revision:33797; number_of_response:1; }","duration":"384.48445ms","start":"2026-02-26T02:55:38.85199Z","end":"2026-02-26T02:55:39.236474Z","steps":["trace[1911538919] 'process raft request' (duration: 384.209031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:39.236533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:38.851985Z","time spent":"384.530611ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:55:39.23632Z","caller":"traceutil/trace.go:171","msg":"trace[267907362] transaction","detail":"{read_only:false; response_revision:33795; number_of_response:1; }","duration":"389.027934ms","start":"2026-02-26T02:55:38.847238Z","end":"2026-02-26T02:55:39.236266Z","steps":["trace[267907362] 'process raft request' (duration: 388.89443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:39.236597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:38.844123Z","time spent":"392.36301ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:55:39.236439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:38.84258Z","time spent":"393.734174ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:55:39.236703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:38.84719Z","time spent":"389.435658ms","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:55:39.236765Z","caller":"traceutil/trace.go:171","msg":"trace[497652443] linearizableReadLoop","detail":"{readStateIndex:34941; appliedIndex:34936; }","duration":"362.196343ms","start":"2026-02-26T02:55:38.87403Z","end":"2026-02-26T02:55:39.236226Z","steps":["trace[497652443] 'read index received' (duration: 282.37143ms)","trace[497652443] 'applied index is now lower than readState.Index' (duration: 79.824263ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:55:39.236897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.873254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-26T02:55:39.236927Z","caller":"traceutil/trace.go:171","msg":"trace[1070914019] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:33797; }","duration":"362.932106ms","start":"2026-02-26T02:55:38.873987Z","end":"2026-02-26T02:55:39.236919Z","steps":["trace[1070914019] 'agreement among raft nodes before linearized reading' (duration: 362.828313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:39.236948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:38.873973Z","time spent":"362.970497ms","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-02-26T02:55:39.237203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.440264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:55:39.237235Z","caller":"traceutil/trace.go:171","msg":"trace[767405878] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:33797; }","duration":"329.471935ms","start":"2026-02-26T02:55:38.907754Z","end":"2026-02-26T02:55:39.237226Z","steps":["trace[767405878] 'agreement among raft nodes before linearized reading' (duration: 329.396273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:39.237254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:55:38.907704Z","time spent":"329.545287ms","remote":"127.0.0.1:38412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:57:42.451982Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32519} {"level":"info","ts":"2026-02-26T02:57:42.58294Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32519,"took":"127.437384ms","hash":3328626231,"current-db-size-bytes":50581504,"current-db-size":"51 MB","current-db-size-in-use-bytes":29085696,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-26T02:57:42.582988Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3328626231,"revision":32519,"compact-revision":30403} {"level":"info","ts":"2026-02-26T02:59:24.685531Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008edb.wal"} {"level":"info","ts":"2026-02-26T03:02:42.459421Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34635} {"level":"info","ts":"2026-02-26T03:02:42.579797Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34635,"took":"115.907808ms","hash":2884364802,"current-db-size-bytes":52715520,"current-db-size":"53 MB","current-db-size-in-use-bytes":29302784,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-26T03:02:42.579865Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2884364802,"revision":34635,"compact-revision":32519}