{"level":"warn","ts":"2026-02-27T18:22:48.857255Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T18:22:48.857389Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.95:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.95:2380","--initial-cluster=instance=https://199.204.45.95:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.95:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.95:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T18:22:48.857484Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T18:22:48.857505Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-02-27T18:22:48.857538Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T18:22:48.85847Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"]} {"level":"info","ts":"2026-02-27T18:22:48.858592Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.95:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T18:22:48.863559Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.425735ms"} {"level":"info","ts":"2026-02-27T18:22:48.869739Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"be773dfc027af3eb","cluster-id":"9ba5fbd7288fd5af"} {"level":"info","ts":"2026-02-27T18:22:48.869818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T18:22:48.869839Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 0"} {"level":"info","ts":"2026-02-27T18:22:48.869849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft be773dfc027af3eb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T18:22:48.869857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 1"} {"level":"info","ts":"2026-02-27T18:22:48.869905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"warn","ts":"2026-02-27T18:22:48.877795Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T18:22:48.879433Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T18:22:48.882984Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T18:22:48.88555Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"be773dfc027af3eb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T18:22:48.885711Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"be773dfc027af3eb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T18:22:48.885843Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:22:48.885974Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:22:48.88599Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:22:48.888363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"info","ts":"2026-02-27T18:22:48.889094Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","added-peer-id":"be773dfc027af3eb","added-peer-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-02-27T18:22:48.890891Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T18:22:48.89102Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-02-27T18:22:48.891077Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-02-27T18:22:48.891386Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"be773dfc027af3eb","initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T18:22:48.891435Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T18:22:49.871033Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T18:22:49.871113Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T18:22:49.871161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgPreVoteResp from be773dfc027af3eb at term 1"} {"level":"info","ts":"2026-02-27T18:22:49.871182Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became candidate at term 2"} {"level":"info","ts":"2026-02-27T18:22:49.871198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgVoteResp from be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-02-27T18:22:49.871215Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became leader at term 2"} {"level":"info","ts":"2026-02-27T18:22:49.871236Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: be773dfc027af3eb elected leader be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-02-27T18:22:49.872368Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T18:22:49.872394Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:22:49.872506Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T18:22:49.872382Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"be773dfc027af3eb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.95:2379]}","request-path":"/0/members/be773dfc027af3eb/attributes","cluster-id":"9ba5fbd7288fd5af","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T18:22:49.873003Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T18:22:49.873258Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T18:22:49.874355Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:22:49.874575Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:22:49.874869Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:22:49.876843Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.95:2379"} {"level":"info","ts":"2026-02-27T18:22:49.877423Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T18:22:51.675296Z","caller":"traceutil/trace.go:171","msg":"trace[563934197] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"421.716965ms","start":"2026-02-27T18:22:51.253541Z","end":"2026-02-27T18:22:51.675258Z","steps":["trace[563934197] 'process raft request' (duration: 421.443638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.676023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.253526Z","time spent":"421.89941ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:22:51.839568Z","caller":"traceutil/trace.go:171","msg":"trace[112024067] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"584.852279ms","start":"2026-02-27T18:22:51.254678Z","end":"2026-02-27T18:22:51.839531Z","steps":["trace[112024067] 'process raft request' (duration: 584.731866ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:51.839669Z","caller":"traceutil/trace.go:171","msg":"trace[569630493] linearizableReadLoop","detail":"{readStateIndex:7; appliedIndex:4; }","duration":"584.814928ms","start":"2026-02-27T18:22:51.254836Z","end":"2026-02-27T18:22:51.839651Z","steps":["trace[569630493] 'read index received' (duration: 420.260058ms)","trace[569630493] 'applied index is now lower than readState.Index' (duration: 164.55416ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:51.839645Z","caller":"traceutil/trace.go:171","msg":"trace[2055876305] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"498.290398ms","start":"2026-02-27T18:22:51.341281Z","end":"2026-02-27T18:22:51.839571Z","steps":["trace[2055876305] 'process raft request' (duration: 498.160424ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:51.83975Z","caller":"traceutil/trace.go:171","msg":"trace[1640333592] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"498.443912ms","start":"2026-02-27T18:22:51.341294Z","end":"2026-02-27T18:22:51.839738Z","steps":["trace[1640333592] 'process raft request' (duration: 498.177095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.839811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.341276Z","time spent":"498.504983ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:22:51.839812Z","caller":"traceutil/trace.go:171","msg":"trace[947795114] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"586.09576ms","start":"2026-02-27T18:22:51.253659Z","end":"2026-02-27T18:22:51.839755Z","steps":["trace[947795114] 'process raft request' (duration: 585.589178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.839888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.341251Z","time spent":"498.500453ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:22:51.839945Z","caller":"traceutil/trace.go:171","msg":"trace[1160626699] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"498.398681ms","start":"2026-02-27T18:22:51.341504Z","end":"2026-02-27T18:22:51.839902Z","steps":["trace[1160626699] 'process raft request' (duration: 498.028112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.839981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.254666Z","time spent":"585.002872ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:51.839929Z","caller":"traceutil/trace.go:171","msg":"trace[979870375] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"498.321379ms","start":"2026-02-27T18:22:51.341532Z","end":"2026-02-27T18:22:51.839854Z","steps":["trace[979870375] 'process raft request' (duration: 498.024781ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:51.840068Z","caller":"traceutil/trace.go:171","msg":"trace[644454171] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"486.04255ms","start":"2026-02-27T18:22:51.354018Z","end":"2026-02-27T18:22:51.840061Z","steps":["trace[644454171] 'process raft request' (duration: 485.599999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.840113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.353978Z","time spent":"486.112992ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:22:51.840092Z","caller":"traceutil/trace.go:171","msg":"trace[1975399526] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"498.404421ms","start":"2026-02-27T18:22:51.341675Z","end":"2026-02-27T18:22:51.84008Z","steps":["trace[1975399526] 'process raft request' (duration: 497.914988ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:51.840122Z","caller":"traceutil/trace.go:171","msg":"trace[69436452] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"498.632837ms","start":"2026-02-27T18:22:51.341431Z","end":"2026-02-27T18:22:51.840064Z","steps":["trace[69436452] 'process raft request' (duration: 498.069013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.840184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.341666Z","time spent":"498.491484ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:22:51.840238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.352961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-27T18:22:51.840284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.341406Z","time spent":"498.797421ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:22:51.84034Z","caller":"traceutil/trace.go:171","msg":"trace[2131425262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:11; }","duration":"585.492735ms","start":"2026-02-27T18:22:51.254833Z","end":"2026-02-27T18:22:51.840325Z","steps":["trace[2131425262] 'agreement among raft nodes before linearized reading' (duration: 585.30176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.840379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.254812Z","time spent":"585.558727ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:22:51.840276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.34151Z","time spent":"498.590156ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:22:51.840033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.341491Z","time spent":"498.503654ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:22:51.840005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.25364Z","time spent":"586.253965ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:51.913257Z","caller":"traceutil/trace.go:171","msg":"trace[709538314] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"221.804261ms","start":"2026-02-27T18:22:51.69142Z","end":"2026-02-27T18:22:51.913224Z","steps":["trace[709538314] 'process raft request' (duration: 221.656217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.913413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.84994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-27T18:22:51.913467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.52383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-27T18:22:51.913531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.281583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-27T18:22:51.913532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.356701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-27T18:22:51.913556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.594478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T18:22:51.913566Z","caller":"traceutil/trace.go:171","msg":"trace[1792666171] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"572.329535ms","start":"2026-02-27T18:22:51.34122Z","end":"2026-02-27T18:22:51.91355Z","steps":["trace[1792666171] 'agreement among raft nodes before linearized reading' (duration: 572.295354ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:51.913595Z","caller":"traceutil/trace.go:171","msg":"trace[1898683968] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"607.460734ms","start":"2026-02-27T18:22:51.306118Z","end":"2026-02-27T18:22:51.913579Z","steps":["trace[1898683968] 'agreement among raft nodes before linearized reading' (duration: 607.361821ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:51.9136Z","caller":"traceutil/trace.go:171","msg":"trace[1070126879] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:12; }","duration":"658.644989ms","start":"2026-02-27T18:22:51.254939Z","end":"2026-02-27T18:22:51.913584Z","steps":["trace[1070126879] 'agreement among raft nodes before linearized reading' (duration: 658.578117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.91363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.68918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3494"} {"level":"warn","ts":"2026-02-27T18:22:51.913627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.341202Z","time spent":"572.417067ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-02-27T18:22:51.913658Z","caller":"traceutil/trace.go:171","msg":"trace[1612195197] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12; }","duration":"658.725231ms","start":"2026-02-27T18:22:51.254924Z","end":"2026-02-27T18:22:51.91365Z","steps":["trace[1612195197] 'agreement among raft nodes before linearized reading' (duration: 658.65779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.913658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.306086Z","time spent":"607.556076ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-27T18:22:51.913678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.254918Z","time spent":"658.756122ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3518,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T18:22:51.913666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.254935Z","time spent":"658.718081ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-02-27T18:22:51.913705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.402087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-27T18:22:51.913668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.73973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T18:22:51.913769Z","caller":"traceutil/trace.go:171","msg":"trace[1616217833] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:0; response_revision:12; }","duration":"574.47816ms","start":"2026-02-27T18:22:51.339267Z","end":"2026-02-27T18:22:51.913745Z","steps":["trace[1616217833] 'agreement among raft nodes before linearized reading' (duration: 574.366367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.913461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.425953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-27T18:22:51.913806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.339255Z","time spent":"574.541741ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-02-27T18:22:51.913829Z","caller":"traceutil/trace.go:171","msg":"trace[1802487307] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:12; }","duration":"607.856234ms","start":"2026-02-27T18:22:51.305967Z","end":"2026-02-27T18:22:51.913823Z","steps":["trace[1802487307] 'agreement among raft nodes before linearized reading' (duration: 607.436683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.913846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.305944Z","time spent":"607.897534ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/default\" "} {"level":"info","ts":"2026-02-27T18:22:51.913486Z","caller":"traceutil/trace.go:171","msg":"trace[1054131934] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"520.983605ms","start":"2026-02-27T18:22:51.392479Z","end":"2026-02-27T18:22:51.913463Z","steps":["trace[1054131934] 'agreement among raft nodes before linearized reading' (duration: 520.814469ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:51.913837Z","caller":"traceutil/trace.go:171","msg":"trace[363625854] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:12; }","duration":"571.934855ms","start":"2026-02-27T18:22:51.341856Z","end":"2026-02-27T18:22:51.913791Z","steps":["trace[363625854] 'agreement among raft nodes before linearized reading' (duration: 571.689199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.9139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.392464Z","time spent":"521.419986ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-27T18:22:51.913947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.341845Z","time spent":"572.054018ms","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-02-27T18:22:51.913784Z","caller":"traceutil/trace.go:171","msg":"trace[692934833] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"606.646312ms","start":"2026-02-27T18:22:51.306882Z","end":"2026-02-27T18:22:51.913528Z","steps":["trace[692934833] 'agreement among raft nodes before linearized reading' (duration: 606.473657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.914171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.306872Z","time spent":"607.289139ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-02-27T18:22:51.971646Z","caller":"traceutil/trace.go:171","msg":"trace[1788630118] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"127.51771ms","start":"2026-02-27T18:22:51.844096Z","end":"2026-02-27T18:22:51.971614Z","steps":["trace[1788630118] 'process raft request' (duration: 113.970759ms)","trace[1788630118] 'compare' (duration: 13.041488ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:51.97178Z","caller":"traceutil/trace.go:171","msg":"trace[1029538345] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"127.641323ms","start":"2026-02-27T18:22:51.844122Z","end":"2026-02-27T18:22:51.971764Z","steps":["trace[1029538345] 'process raft request' (duration: 127.159591ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:51.971957Z","caller":"traceutil/trace.go:171","msg":"trace[667637446] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"126.390011ms","start":"2026-02-27T18:22:51.845528Z","end":"2026-02-27T18:22:51.971918Z","steps":["trace[667637446] 'process raft request' (duration: 125.921729ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:51.972097Z","caller":"traceutil/trace.go:171","msg":"trace[249053272] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"127.607312ms","start":"2026-02-27T18:22:51.844471Z","end":"2026-02-27T18:22:51.972078Z","steps":["trace[249053272] 'process raft request' (duration: 126.903954ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:51.972152Z","caller":"traceutil/trace.go:171","msg":"trace[1178554934] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"127.292524ms","start":"2026-02-27T18:22:51.844831Z","end":"2026-02-27T18:22:51.972123Z","steps":["trace[1178554934] 'process raft request' (duration: 126.587126ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:51.972212Z","caller":"traceutil/trace.go:171","msg":"trace[1486286409] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"128.009342ms","start":"2026-02-27T18:22:51.844192Z","end":"2026-02-27T18:22:51.972202Z","steps":["trace[1486286409] 'process raft request' (duration: 127.13965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.972273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.145587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-7d2hz\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-02-27T18:22:51.972334Z","caller":"traceutil/trace.go:171","msg":"trace[908775486] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-7d2hz; range_end:; response_count:1; response_revision:19; }","duration":"128.25518ms","start":"2026-02-27T18:22:51.844061Z","end":"2026-02-27T18:22:51.972316Z","steps":["trace[908775486] 'agreement among raft nodes before linearized reading' (duration: 128.023973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:55.9043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208413339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:22:56.405292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208413339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:22:56.693545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.297175345s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:22:56.729747Z","caller":"traceutil/trace.go:171","msg":"trace[780924570] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"1.333396773s","start":"2026-02-27T18:22:55.396309Z","end":"2026-02-27T18:22:56.729706Z","steps":["trace[780924570] 'process raft request' (duration: 1.297431822s)","trace[780924570] 'compare' (duration: 34.982394ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:56.729904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:55.396297Z","time spent":"1.333554657s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:22:58.263892Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.570095928s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:22:58.264393Z","caller":"traceutil/trace.go:171","msg":"trace[128177942] linearizableReadLoop","detail":"{readStateIndex:319; appliedIndex:313; }","duration":"2.860534781s","start":"2026-02-27T18:22:55.403826Z","end":"2026-02-27T18:22:58.26436Z","steps":["trace[128177942] 'read index received' (duration: 1.289926018s)","trace[128177942] 'applied index is now lower than readState.Index' (duration: 1.570607683s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:58.264495Z","caller":"traceutil/trace.go:171","msg":"trace[1158182698] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"2.270160869s","start":"2026-02-27T18:22:55.994309Z","end":"2026-02-27T18:22:58.264469Z","steps":["trace[1158182698] 'process raft request' (duration: 2.269930133s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:58.264548Z","caller":"traceutil/trace.go:171","msg":"trace[231424804] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"2.270118848s","start":"2026-02-27T18:22:55.994422Z","end":"2026-02-27T18:22:58.264541Z","steps":["trace[231424804] 'process raft request' (duration: 2.269911313s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:58.264552Z","caller":"traceutil/trace.go:171","msg":"trace[438651343] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"2.270394146s","start":"2026-02-27T18:22:55.994136Z","end":"2026-02-27T18:22:58.26453Z","steps":["trace[438651343] 'process raft request' (duration: 2.269990255s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:58.264606Z","caller":"traceutil/trace.go:171","msg":"trace[1441682928] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"2.270363485s","start":"2026-02-27T18:22:55.994211Z","end":"2026-02-27T18:22:58.264575Z","steps":["trace[1441682928] 'process raft request' (duration: 2.269988105s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:58.264642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:55.994298Z","time spent":"2.270270423s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:22:58.264642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:55.994107Z","time spent":"2.270499298s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:22:58.264662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:55.994413Z","time spent":"2.27016483s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:22:58.264709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:55.994194Z","time spent":"2.270470777s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:22:58.264511Z","caller":"traceutil/trace.go:171","msg":"trace[115918493] transaction","detail":"{read_only:false; number_of_response:0; response_revision:305; }","duration":"2.270116289s","start":"2026-02-27T18:22:55.994373Z","end":"2026-02-27T18:22:58.264489Z","steps":["trace[115918493] 'process raft request' (duration: 2.269921964s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:58.264821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860961392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-02-27T18:22:58.264857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:55.994364Z","time spent":"2.270433507s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:22:58.264971Z","caller":"traceutil/trace.go:171","msg":"trace[1332827262] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:305; }","duration":"2.861156217s","start":"2026-02-27T18:22:55.403778Z","end":"2026-02-27T18:22:58.264934Z","steps":["trace[1332827262] 'agreement among raft nodes before linearized reading' (duration: 2.86086658s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:58.265153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:55.403753Z","time spent":"2.861377932s","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-27T18:22:58.278341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91476116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:22:58.278385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544737384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:22:58.278496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267154502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:22:58.278498Z","caller":"traceutil/trace.go:171","msg":"trace[313290438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:306; }","duration":"1.544897028s","start":"2026-02-27T18:22:56.733574Z","end":"2026-02-27T18:22:58.278471Z","steps":["trace[313290438] 'agreement among raft nodes before linearized reading' (duration: 1.544680132s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:58.278536Z","caller":"traceutil/trace.go:171","msg":"trace[35066237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:306; }","duration":"2.267214243s","start":"2026-02-27T18:22:56.011311Z","end":"2026-02-27T18:22:58.278525Z","steps":["trace[35066237] 'agreement among raft nodes before linearized reading' (duration: 2.267146442s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:58.278559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:56.73356Z","time spent":"1.54498751s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:22:58.278569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:56.011296Z","time spent":"2.267266125s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:22:58.278715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284630594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3468"} {"level":"info","ts":"2026-02-27T18:22:58.27843Z","caller":"traceutil/trace.go:171","msg":"trace[589341828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:306; }","duration":"1.914873583s","start":"2026-02-27T18:22:56.36353Z","end":"2026-02-27T18:22:58.278403Z","steps":["trace[589341828] 'agreement among raft nodes before linearized reading' (duration: 1.914718449s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:58.278759Z","caller":"traceutil/trace.go:171","msg":"trace[1626108246] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:306; }","duration":"2.284709116s","start":"2026-02-27T18:22:55.99404Z","end":"2026-02-27T18:22:58.278749Z","steps":["trace[1626108246] 'agreement among raft nodes before linearized reading' (duration: 2.284638934s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:58.278796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:55.994018Z","time spent":"2.284769708s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3492,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-02-27T18:22:58.2788Z","caller":"traceutil/trace.go:171","msg":"trace[1156523542] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"1.543999224s","start":"2026-02-27T18:22:56.734787Z","end":"2026-02-27T18:22:58.278786Z","steps":["trace[1156523542] 'process raft request' (duration: 1.543238784s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:58.278803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:56.363515Z","time spent":"1.915264063s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:22:58.278884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:56.73477Z","time spent":"1.544067785s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:22:58.27875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309519175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:22:58.278978Z","caller":"traceutil/trace.go:171","msg":"trace[1276561508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:306; }","duration":"1.309749841s","start":"2026-02-27T18:22:56.969214Z","end":"2026-02-27T18:22:58.278964Z","steps":["trace[1276561508] 'agreement among raft nodes before linearized reading' (duration: 1.309477344s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:58.279057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:56.969098Z","time spent":"1.309940435s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:04.763488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208413557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:05.264269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208413557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:05.764727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208413557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:06.174345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.919204847s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:23:06.174864Z","caller":"traceutil/trace.go:171","msg":"trace[598557136] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"1.919858164s","start":"2026-02-27T18:23:04.254975Z","end":"2026-02-27T18:23:06.174833Z","steps":["trace[598557136] 'process raft request' (duration: 1.919623538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:06.175076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:04.254942Z","time spent":"1.920047939s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:06.177018Z","caller":"traceutil/trace.go:171","msg":"trace[222309330] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:415; }","duration":"1.914114756s","start":"2026-02-27T18:23:04.262872Z","end":"2026-02-27T18:23:06.176987Z","steps":["trace[222309330] 'read index received' (duration: 1.911696343s)","trace[222309330] 'applied index is now lower than readState.Index' (duration: 2.417463ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:06.177141Z","caller":"traceutil/trace.go:171","msg":"trace[727982012] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"880.82998ms","start":"2026-02-27T18:23:05.296302Z","end":"2026-02-27T18:23:06.177132Z","steps":["trace[727982012] 'process raft request' (duration: 880.576324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:06.177221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8609666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:23:06.177243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:05.296277Z","time spent":"880.892202ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:06.177275Z","caller":"traceutil/trace.go:171","msg":"trace[483211750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:401; }","duration":"1.861053242s","start":"2026-02-27T18:23:04.316204Z","end":"2026-02-27T18:23:06.177257Z","steps":["trace[483211750] 'agreement among raft nodes before linearized reading' (duration: 1.86095561s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:06.17731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:04.316184Z","time spent":"1.861117904s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:06.177314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858174128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:23:06.177292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857655644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:23:06.177367Z","caller":"traceutil/trace.go:171","msg":"trace[1885477747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:401; }","duration":"1.8582488s","start":"2026-02-27T18:23:04.319101Z","end":"2026-02-27T18:23:06.17735Z","steps":["trace[1885477747] 'agreement among raft nodes before linearized reading' (duration: 1.858170288s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:06.17737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859018989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:23:06.177394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:04.31909Z","time spent":"1.858298332s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:23:06.17739Z","caller":"traceutil/trace.go:171","msg":"trace[658658448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:401; }","duration":"1.857779248s","start":"2026-02-27T18:23:04.319592Z","end":"2026-02-27T18:23:06.177371Z","steps":["trace[658658448] 'agreement among raft nodes before linearized reading' (duration: 1.857607114s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:06.177422Z","caller":"traceutil/trace.go:171","msg":"trace[478998132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:401; }","duration":"1.859128172s","start":"2026-02-27T18:23:04.318274Z","end":"2026-02-27T18:23:06.177402Z","steps":["trace[478998132] 'agreement among raft nodes before linearized reading' (duration: 1.859021709s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:06.177305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914414154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:06.177439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:04.319585Z","time spent":"1.85784405s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:23:06.177464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:04.318249Z","time spent":"1.859204924s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:23:06.17747Z","caller":"traceutil/trace.go:171","msg":"trace[1389471411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:401; }","duration":"1.914618559s","start":"2026-02-27T18:23:04.262838Z","end":"2026-02-27T18:23:06.177456Z","steps":["trace[1389471411] 'agreement among raft nodes before linearized reading' (duration: 1.914391044s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:06.177501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:04.262826Z","time spent":"1.91466541s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:23:07.990433Z","caller":"traceutil/trace.go:171","msg":"trace[976559804] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"563.109056ms","start":"2026-02-27T18:23:07.427284Z","end":"2026-02-27T18:23:07.990393Z","steps":["trace[976559804] 'process raft request' (duration: 562.915341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:07.990776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:07.427257Z","time spent":"563.339352ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:08.517039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.677275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:08.517185Z","caller":"traceutil/trace.go:171","msg":"trace[1481979651] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:423; }","duration":"328.261906ms","start":"2026-02-27T18:23:08.188873Z","end":"2026-02-27T18:23:08.517135Z","steps":["trace[1481979651] 'read index received' (duration: 215.349294ms)","trace[1481979651] 'applied index is now lower than readState.Index' (duration: 112.911662ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:08.517292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.422642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:23:08.517283Z","caller":"traceutil/trace.go:171","msg":"trace[1382074216] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"499.856629ms","start":"2026-02-27T18:23:08.017373Z","end":"2026-02-27T18:23:08.517229Z","steps":["trace[1382074216] 'process raft request' (duration: 386.803373ms)","trace[1382074216] 'compare' (duration: 112.538752ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:08.517323Z","caller":"traceutil/trace.go:171","msg":"trace[96289729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:408; }","duration":"328.489063ms","start":"2026-02-27T18:23:08.188822Z","end":"2026-02-27T18:23:08.517311Z","steps":["trace[96289729] 'agreement among raft nodes before linearized reading' (duration: 328.411981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:08.517452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.188801Z","time spent":"328.638077ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:08.517605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.017355Z","time spent":"500.073724ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6736,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:09.254113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.465547ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:23:09.254383Z","caller":"traceutil/trace.go:171","msg":"trace[1674228405] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:424; }","duration":"737.12875ms","start":"2026-02-27T18:23:08.517209Z","end":"2026-02-27T18:23:09.254337Z","steps":["trace[1674228405] 'read index received' (duration: 244.467718ms)","trace[1674228405] 'applied index is now lower than readState.Index' (duration: 492.654172ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:09.254474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065059799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:23:09.254529Z","caller":"traceutil/trace.go:171","msg":"trace[999112703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:408; }","duration":"1.065137252s","start":"2026-02-27T18:23:08.189373Z","end":"2026-02-27T18:23:09.25451Z","steps":["trace[999112703] 'agreement among raft nodes before linearized reading' (duration: 1.065037969s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:09.254549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065156472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:23:09.254575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065216033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:23:09.254614Z","caller":"traceutil/trace.go:171","msg":"trace[512136637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:408; }","duration":"1.065315946s","start":"2026-02-27T18:23:08.189286Z","end":"2026-02-27T18:23:09.254602Z","steps":["trace[512136637] 'agreement among raft nodes before linearized reading' (duration: 1.065190823s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:09.254624Z","caller":"traceutil/trace.go:171","msg":"trace[2091951039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:408; }","duration":"1.065276665s","start":"2026-02-27T18:23:08.189325Z","end":"2026-02-27T18:23:09.254602Z","steps":["trace[2091951039] 'agreement among raft nodes before linearized reading' (duration: 1.065137251s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:09.254651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.189263Z","time spent":"1.065380218s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:09.254666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.18931Z","time spent":"1.065342956s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:23:09.254567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.189363Z","time spent":"1.065196253s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:23:09.254851Z","caller":"traceutil/trace.go:171","msg":"trace[762770542] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"733.088727ms","start":"2026-02-27T18:23:08.521747Z","end":"2026-02-27T18:23:09.254836Z","steps":["trace[762770542] 'process raft request' (duration: 732.484882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:09.255295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.521722Z","time spent":"733.380464ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:09.628823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.593303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:09.629187Z","caller":"traceutil/trace.go:171","msg":"trace[599159267] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"368.58752ms","start":"2026-02-27T18:23:09.260565Z","end":"2026-02-27T18:23:09.629153Z","steps":["trace[599159267] 'process raft request' (duration: 368.382305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:09.630358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:09.260546Z","time spent":"369.685949ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:09.629672Z","caller":"traceutil/trace.go:171","msg":"trace[1866351146] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"369.516134ms","start":"2026-02-27T18:23:09.260117Z","end":"2026-02-27T18:23:09.629633Z","steps":["trace[1866351146] 'process raft request' (duration: 251.015527ms)","trace[1866351146] 'compare' (duration: 117.410008ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:09.631747Z","caller":"traceutil/trace.go:171","msg":"trace[1269721231] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:426; }","duration":"368.302953ms","start":"2026-02-27T18:23:09.263379Z","end":"2026-02-27T18:23:09.631682Z","steps":["trace[1269721231] 'read index received' (duration: 247.768423ms)","trace[1269721231] 'applied index is now lower than readState.Index' (duration: 120.53243ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:09.631976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.587089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:09.632067Z","caller":"traceutil/trace.go:171","msg":"trace[2110382411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:412; }","duration":"368.701783ms","start":"2026-02-27T18:23:09.263332Z","end":"2026-02-27T18:23:09.632034Z","steps":["trace[2110382411] 'agreement among raft nodes before linearized reading' (duration: 368.483677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:09.632136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:09.263317Z","time spent":"368.803836ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:09.63203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:09.260089Z","time spent":"371.802303ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:09.632146Z","caller":"traceutil/trace.go:171","msg":"trace[290160482] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"370.9043ms","start":"2026-02-27T18:23:09.261007Z","end":"2026-02-27T18:23:09.631911Z","steps":["trace[290160482] 'process raft request' (duration: 368.018556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:09.632594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:09.260957Z","time spent":"371.380733ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:12.63502Z","caller":"traceutil/trace.go:171","msg":"trace[88655770] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"250.75183ms","start":"2026-02-27T18:23:12.384217Z","end":"2026-02-27T18:23:12.634968Z","steps":["trace[88655770] 'process raft request' (duration: 250.35889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:13.240946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.246194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:13.241127Z","caller":"traceutil/trace.go:171","msg":"trace[1199337659] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"143.496984ms","start":"2026-02-27T18:23:13.097603Z","end":"2026-02-27T18:23:13.2411Z","steps":["trace[1199337659] 'process raft request' (duration: 32.951963ms)","trace[1199337659] 'compare' (duration: 109.999047ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:15.642022Z","caller":"traceutil/trace.go:171","msg":"trace[1788705414] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"263.564469ms","start":"2026-02-27T18:23:15.378427Z","end":"2026-02-27T18:23:15.641991Z","steps":["trace[1788705414] 'process raft request' (duration: 263.340653ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:19.833782Z","caller":"traceutil/trace.go:171","msg":"trace[191004946] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:481; }","duration":"141.726362ms","start":"2026-02-27T18:23:19.692032Z","end":"2026-02-27T18:23:19.833758Z","steps":["trace[191004946] 'read index received' (duration: 141.574849ms)","trace[191004946] 'applied index is now lower than readState.Index' (duration: 150.893µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:19.833882Z","caller":"traceutil/trace.go:171","msg":"trace[1875720118] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"168.984541ms","start":"2026-02-27T18:23:19.66489Z","end":"2026-02-27T18:23:19.833875Z","steps":["trace[1875720118] 'process raft request' (duration: 168.681924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:19.834035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.989419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:23:19.834086Z","caller":"traceutil/trace.go:171","msg":"trace[1884952954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:462; }","duration":"142.073361ms","start":"2026-02-27T18:23:19.691997Z","end":"2026-02-27T18:23:19.834071Z","steps":["trace[1884952954] 'agreement among raft nodes before linearized reading' (duration: 141.99958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:20.763995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208413681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:21.037319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.199799631s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:23:21.037694Z","caller":"traceutil/trace.go:171","msg":"trace[1552899773] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"1.200286124s","start":"2026-02-27T18:23:19.837382Z","end":"2026-02-27T18:23:21.037668Z","steps":["trace[1552899773] 'process raft request' (duration: 1.20012897s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:21.037818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:19.837361Z","time spent":"1.200386576s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:21.495676Z","caller":"traceutil/trace.go:171","msg":"trace[591028442] linearizableReadLoop","detail":"{readStateIndex:485; appliedIndex:482; }","duration":"1.232741807s","start":"2026-02-27T18:23:20.262904Z","end":"2026-02-27T18:23:21.495646Z","steps":["trace[591028442] 'read index received' (duration: 774.662833ms)","trace[591028442] 'applied index is now lower than readState.Index' (duration: 458.077704ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:21.495791Z","caller":"traceutil/trace.go:171","msg":"trace[994948199] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"1.657786512s","start":"2026-02-27T18:23:19.837945Z","end":"2026-02-27T18:23:21.495732Z","steps":["trace[994948199] 'process raft request' (duration: 1.649760374s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:21.49585Z","caller":"traceutil/trace.go:171","msg":"trace[393902790] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"1.657802692s","start":"2026-02-27T18:23:19.83798Z","end":"2026-02-27T18:23:21.495783Z","steps":["trace[393902790] 'process raft request' (duration: 1.657584027s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:21.495956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:19.837905Z","time spent":"1.657970057s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:21.496002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232939261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:21.496099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:19.837959Z","time spent":"1.658013408s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:21.496128Z","caller":"traceutil/trace.go:171","msg":"trace[788934089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:465; }","duration":"1.233262461s","start":"2026-02-27T18:23:20.262849Z","end":"2026-02-27T18:23:21.496111Z","steps":["trace[788934089] 'agreement among raft nodes before linearized reading' (duration: 1.232952902s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:21.496243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:20.262832Z","time spent":"1.233397155s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:28.927554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.77735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:28.92771Z","caller":"traceutil/trace.go:171","msg":"trace[209577490] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"520.495066ms","start":"2026-02-27T18:23:28.407193Z","end":"2026-02-27T18:23:28.927688Z","steps":["trace[209577490] 'process raft request' (duration: 337.503101ms)","trace[209577490] 'compare' (duration: 182.578515ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:28.927774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:28.407164Z","time spent":"520.583889ms","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3827,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:23:28.960869Z","caller":"traceutil/trace.go:171","msg":"trace[1128910254] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"551.155304ms","start":"2026-02-27T18:23:28.409685Z","end":"2026-02-27T18:23:28.960841Z","steps":["trace[1128910254] 'process raft request' (duration: 550.878237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:28.960983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:28.40901Z","time spent":"551.922723ms","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:23:29.083072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.159455ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:23:29.087045Z","caller":"traceutil/trace.go:171","msg":"trace[1549378259] linearizableReadLoop","detail":"{readStateIndex:517; appliedIndex:516; }","duration":"118.91538ms","start":"2026-02-27T18:23:28.968105Z","end":"2026-02-27T18:23:29.08702Z","steps":["trace[1549378259] 'read index received' (duration: 118.874069ms)","trace[1549378259] 'applied index is now lower than readState.Index' (duration: 40.201µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:29.087163Z","caller":"traceutil/trace.go:171","msg":"trace[665237941] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"153.16287ms","start":"2026-02-27T18:23:28.933965Z","end":"2026-02-27T18:23:29.087128Z","steps":["trace[665237941] 'process raft request' (duration: 152.908893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:29.087218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.100214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:29.087256Z","caller":"traceutil/trace.go:171","msg":"trace[271633352] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:495; }","duration":"119.188717ms","start":"2026-02-27T18:23:28.968055Z","end":"2026-02-27T18:23:29.087244Z","steps":["trace[271633352] 'agreement among raft nodes before linearized reading' (duration: 119.075864ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:29.466889Z","caller":"traceutil/trace.go:171","msg":"trace[1352812587] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"452.430448ms","start":"2026-02-27T18:23:29.014425Z","end":"2026-02-27T18:23:29.466856Z","steps":["trace[1352812587] 'process raft request' (duration: 451.976876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:29.467079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.014395Z","time spent":"452.587892ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:29.766668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.814369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:29.766952Z","caller":"traceutil/trace.go:171","msg":"trace[314103712] linearizableReadLoop","detail":"{readStateIndex:522; appliedIndex:517; }","duration":"656.697526ms","start":"2026-02-27T18:23:29.110232Z","end":"2026-02-27T18:23:29.76693Z","steps":["trace[314103712] 'read index received' (duration: 356.094364ms)","trace[314103712] 'applied index is now lower than readState.Index' (duration: 300.601982ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:29.766914Z","caller":"traceutil/trace.go:171","msg":"trace[1074365135] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"676.08186ms","start":"2026-02-27T18:23:29.090786Z","end":"2026-02-27T18:23:29.766868Z","steps":["trace[1074365135] 'process raft request' (duration: 536.995604ms)","trace[1074365135] 'compare' (duration: 138.587313ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:29.766967Z","caller":"traceutil/trace.go:171","msg":"trace[1731438834] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"674.452638ms","start":"2026-02-27T18:23:29.092479Z","end":"2026-02-27T18:23:29.766932Z","steps":["trace[1731438834] 'process raft request' (duration: 674.307035ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:29.767022Z","caller":"traceutil/trace.go:171","msg":"trace[1543368338] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"670.400503ms","start":"2026-02-27T18:23:29.096587Z","end":"2026-02-27T18:23:29.766988Z","steps":["trace[1543368338] 'process raft request' (duration: 670.256469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:29.767116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.701022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:23:29.767111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.090768Z","time spent":"676.262165ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15015,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:23:29.767155Z","caller":"traceutil/trace.go:171","msg":"trace[1248320580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:500; }","duration":"241.775323ms","start":"2026-02-27T18:23:29.525368Z","end":"2026-02-27T18:23:29.767143Z","steps":["trace[1248320580] 'agreement among raft nodes before linearized reading' (duration: 241.67401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:29.767157Z","caller":"traceutil/trace.go:171","msg":"trace[135870431] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"668.085872ms","start":"2026-02-27T18:23:29.099041Z","end":"2026-02-27T18:23:29.767127Z","steps":["trace[135870431] 'process raft request' (duration: 667.853856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:29.767176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.096567Z","time spent":"670.530196ms","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4320,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:29.767192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.943142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T18:23:29.767237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.099031Z","time spent":"668.164924ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3576,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:23:29.767288Z","caller":"traceutil/trace.go:171","msg":"trace[1727047369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:500; }","duration":"657.076306ms","start":"2026-02-27T18:23:29.11019Z","end":"2026-02-27T18:23:29.767266Z","steps":["trace[1727047369] 'agreement among raft nodes before linearized reading' (duration: 656.84541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:29.76734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.413456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:23:29.767342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.110178Z","time spent":"657.152197ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:23:29.76737Z","caller":"traceutil/trace.go:171","msg":"trace[2122717820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:500; }","duration":"238.480867ms","start":"2026-02-27T18:23:29.52888Z","end":"2026-02-27T18:23:29.767361Z","steps":["trace[2122717820] 'agreement among raft nodes before linearized reading' (duration: 238.410065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:29.767614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.092471Z","time spent":"674.563491ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:23:29.767969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.788452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329960"} {"level":"info","ts":"2026-02-27T18:23:29.76805Z","caller":"traceutil/trace.go:171","msg":"trace[1209994345] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:500; }","duration":"224.902974ms","start":"2026-02-27T18:23:29.543124Z","end":"2026-02-27T18:23:29.768027Z","steps":["trace[1209994345] 'agreement among raft nodes before linearized reading' (duration: 224.131305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.024593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.20098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:31.024782Z","caller":"traceutil/trace.go:171","msg":"trace[1355338950] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"1.252055289s","start":"2026-02-27T18:23:29.772711Z","end":"2026-02-27T18:23:31.024767Z","steps":["trace[1355338950] 'process raft request' (duration: 1.252002098s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.024835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.772702Z","time spent":"1.25210752s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:23:31.024938Z","caller":"traceutil/trace.go:171","msg":"trace[558417952] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"1.252327926s","start":"2026-02-27T18:23:29.77259Z","end":"2026-02-27T18:23:31.024918Z","steps":["trace[558417952] 'process raft request' (duration: 1.25208761s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.025016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.772574Z","time spent":"1.252400318s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:31.024984Z","caller":"traceutil/trace.go:171","msg":"trace[941998009] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"1.25247502s","start":"2026-02-27T18:23:29.77247Z","end":"2026-02-27T18:23:31.024945Z","steps":["trace[941998009] 'process raft request' (duration: 442.854259ms)","trace[941998009] 'compare' (duration: 809.104408ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:31.025176Z","caller":"traceutil/trace.go:171","msg":"trace[917909117] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"1.251944566s","start":"2026-02-27T18:23:29.773211Z","end":"2026-02-27T18:23:31.025156Z","steps":["trace[917909117] 'process raft request' (duration: 1.251530626s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.025173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.772441Z","time spent":"1.252640444s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3622,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:31.02526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.773201Z","time spent":"1.252005568s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:31.025232Z","caller":"traceutil/trace.go:171","msg":"trace[331030479] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"1.251897444s","start":"2026-02-27T18:23:29.773307Z","end":"2026-02-27T18:23:31.025205Z","steps":["trace[331030479] 'process raft request' (duration: 1.251742501s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.025374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.773299Z","time spent":"1.252008958s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15061,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:31.025448Z","caller":"traceutil/trace.go:171","msg":"trace[798864429] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"1.251929225s","start":"2026-02-27T18:23:29.773505Z","end":"2026-02-27T18:23:31.025434Z","steps":["trace[798864429] 'process raft request' (duration: 1.251658998s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.025504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.773495Z","time spent":"1.251980427s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:23:31.026162Z","caller":"traceutil/trace.go:171","msg":"trace[837146376] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"1.250352584s","start":"2026-02-27T18:23:29.775771Z","end":"2026-02-27T18:23:31.026124Z","steps":["trace[837146376] 'process raft request' (duration: 1.249589814s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.026334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251133275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"warn","ts":"2026-02-27T18:23:31.026353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.775762Z","time spent":"1.250493807s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4294,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:31.026553Z","caller":"traceutil/trace.go:171","msg":"trace[861624705] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"1.247351807s","start":"2026-02-27T18:23:29.779167Z","end":"2026-02-27T18:23:31.026518Z","steps":["trace[861624705] 'process raft request' (duration: 1.246861314s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:31.026186Z","caller":"traceutil/trace.go:171","msg":"trace[593224191] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:523; }","duration":"1.25097446s","start":"2026-02-27T18:23:29.775197Z","end":"2026-02-27T18:23:31.026171Z","steps":["trace[593224191] 'read index received' (duration: 65.80776ms)","trace[593224191] 'applied index is now lower than readState.Index' (duration: 1.18516511s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:31.026703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.779147Z","time spent":"1.247478171s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14448,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:31.02673Z","caller":"traceutil/trace.go:171","msg":"trace[112277966] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:509; }","duration":"1.251185507s","start":"2026-02-27T18:23:29.775172Z","end":"2026-02-27T18:23:31.026357Z","steps":["trace[112277966] 'agreement among raft nodes before linearized reading' (duration: 1.251054563s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.026768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.774988Z","time spent":"1.251771511s","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4359,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-02-27T18:23:31.026784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.078691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:31.026785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150623414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:23:31.026848Z","caller":"traceutil/trace.go:171","msg":"trace[1278902354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:509; }","duration":"763.178824ms","start":"2026-02-27T18:23:30.263648Z","end":"2026-02-27T18:23:31.026827Z","steps":["trace[1278902354] 'agreement among raft nodes before linearized reading' (duration: 763.087462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.026916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:30.263628Z","time spent":"763.275357ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:23:31.026859Z","caller":"traceutil/trace.go:171","msg":"trace[408829795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:509; }","duration":"1.150694635s","start":"2026-02-27T18:23:29.876144Z","end":"2026-02-27T18:23:31.026839Z","steps":["trace[408829795] 'agreement among raft nodes before linearized reading' (duration: 1.150577952s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.027297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.876095Z","time spent":"1.151185388s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:31.0301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127322789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329960"} {"level":"info","ts":"2026-02-27T18:23:31.030174Z","caller":"traceutil/trace.go:171","msg":"trace[639933723] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:509; }","duration":"1.127441871s","start":"2026-02-27T18:23:29.902702Z","end":"2026-02-27T18:23:31.030144Z","steps":["trace[639933723] 'agreement among raft nodes before linearized reading' (duration: 1.124071684s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.030212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:29.90268Z","time spent":"1.127519984s","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329984,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-02-27T18:23:31.844513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.877531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:31.844628Z","caller":"traceutil/trace.go:171","msg":"trace[1649672836] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"809.669692ms","start":"2026-02-27T18:23:31.034938Z","end":"2026-02-27T18:23:31.844608Z","steps":["trace[1649672836] 'process raft request' (duration: 461.620496ms)","trace[1649672836] 'compare' (duration: 347.763508ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:31.844683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.034907Z","time spent":"809.753524ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:23:31.919325Z","caller":"traceutil/trace.go:171","msg":"trace[1657373374] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"883.752837ms","start":"2026-02-27T18:23:31.035531Z","end":"2026-02-27T18:23:31.919284Z","steps":["trace[1657373374] 'process raft request' (duration: 883.567632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.919515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.035513Z","time spent":"883.906461ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:31.919688Z","caller":"traceutil/trace.go:171","msg":"trace[1904799551] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"881.895489ms","start":"2026-02-27T18:23:31.037758Z","end":"2026-02-27T18:23:31.919653Z","steps":["trace[1904799551] 'process raft request' (duration: 881.723834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.919849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.405981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-02-27T18:23:31.919865Z","caller":"traceutil/trace.go:171","msg":"trace[2130629446] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"884.096285ms","start":"2026-02-27T18:23:31.03574Z","end":"2026-02-27T18:23:31.919836Z","steps":["trace[2130629446] 'process raft request' (duration: 883.474299ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:31.919907Z","caller":"traceutil/trace.go:171","msg":"trace[1665722468] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:514; }","duration":"598.524274ms","start":"2026-02-27T18:23:31.321371Z","end":"2026-02-27T18:23:31.919895Z","steps":["trace[1665722468] 'agreement among raft nodes before linearized reading' (duration: 598.405901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.919903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.037691Z","time spent":"882.109873ms","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4617,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:31.919953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.321346Z","time spent":"598.597617ms","remote":"127.0.0.1:59840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"info","ts":"2026-02-27T18:23:31.919932Z","caller":"traceutil/trace.go:171","msg":"trace[1194909110] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"881.756535ms","start":"2026-02-27T18:23:31.038104Z","end":"2026-02-27T18:23:31.91986Z","steps":["trace[1194909110] 'process raft request' (duration: 881.475018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.920016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.03569Z","time spent":"884.252241ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:31.920152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.038094Z","time spent":"881.955011ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4664,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:31.919665Z","caller":"traceutil/trace.go:171","msg":"trace[1546258464] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:531; }","duration":"598.217706ms","start":"2026-02-27T18:23:31.321418Z","end":"2026-02-27T18:23:31.919635Z","steps":["trace[1546258464] 'read index received' (duration: 175.09518ms)","trace[1546258464] 'applied index is now lower than readState.Index' (duration: 423.121666ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:32.450457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.819797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:32.450601Z","caller":"traceutil/trace.go:171","msg":"trace[1768723607] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:536; }","duration":"530.335022ms","start":"2026-02-27T18:23:31.920242Z","end":"2026-02-27T18:23:32.450577Z","steps":["trace[1768723607] 'read index received' (duration: 316.519465ms)","trace[1768723607] 'applied index is now lower than readState.Index' (duration: 213.813937ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:32.450715Z","caller":"traceutil/trace.go:171","msg":"trace[168463612] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"601.451221ms","start":"2026-02-27T18:23:31.849248Z","end":"2026-02-27T18:23:32.450699Z","steps":["trace[168463612] 'process raft request' (duration: 387.314376ms)","trace[168463612] 'compare' (duration: 213.696024ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:32.450797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.849224Z","time spent":"601.536723ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:23:32.450903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.66083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:23:32.450939Z","caller":"traceutil/trace.go:171","msg":"trace[1174549990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"605.743242ms","start":"2026-02-27T18:23:31.845186Z","end":"2026-02-27T18:23:32.45093Z","steps":["trace[1174549990] 'agreement among raft nodes before linearized reading' (duration: 605.646549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.450966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.845163Z","time spent":"605.796273ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:32.451041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129060773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-02-27T18:23:32.451154Z","caller":"traceutil/trace.go:171","msg":"trace[1885918248] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:515; }","duration":"1.129239917s","start":"2026-02-27T18:23:31.321887Z","end":"2026-02-27T18:23:32.451127Z","steps":["trace[1885918248] 'agreement among raft nodes before linearized reading' (duration: 1.12896368s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.451206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.321862Z","time spent":"1.12933448s","remote":"127.0.0.1:59840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-02-27T18:23:32.477609Z","caller":"traceutil/trace.go:171","msg":"trace[1443120595] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"549.973454ms","start":"2026-02-27T18:23:31.927602Z","end":"2026-02-27T18:23:32.477576Z","steps":["trace[1443120595] 'process raft request' (duration: 549.82606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.477806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.927579Z","time spent":"550.141877ms","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4656,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:32.515723Z","caller":"traceutil/trace.go:171","msg":"trace[1429553350] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"112.695869ms","start":"2026-02-27T18:23:32.402967Z","end":"2026-02-27T18:23:32.515663Z","steps":["trace[1429553350] 'process raft request' (duration: 112.443462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.51579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.747388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:32.515897Z","caller":"traceutil/trace.go:171","msg":"trace[1805831172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:518; }","duration":"252.907582ms","start":"2026-02-27T18:23:32.262969Z","end":"2026-02-27T18:23:32.515876Z","steps":["trace[1805831172] 'agreement among raft nodes before linearized reading' (duration: 252.668766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.515973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.327105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pbcpf\" ","response":"range_response_count:1 size:15076"} {"level":"warn","ts":"2026-02-27T18:23:32.516009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.900397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pbcpf\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-02-27T18:23:32.516086Z","caller":"traceutil/trace.go:171","msg":"trace[1749917301] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pbcpf; range_end:; response_count:1; response_revision:518; }","duration":"591.018149ms","start":"2026-02-27T18:23:31.925052Z","end":"2026-02-27T18:23:32.51607Z","steps":["trace[1749917301] 'agreement among raft nodes before linearized reading' (duration: 590.828754ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:32.51606Z","caller":"traceutil/trace.go:171","msg":"trace[1861523737] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pbcpf; range_end:; response_count:1; response_revision:518; }","duration":"594.482689ms","start":"2026-02-27T18:23:31.921557Z","end":"2026-02-27T18:23:32.516039Z","steps":["trace[1861523737] 'agreement among raft nodes before linearized reading' (duration: 594.216223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.516121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.925037Z","time spent":"591.07568ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":15100,"request content":"key:\"/registry/pods/kube-system/cilium-pbcpf\" "} {"level":"warn","ts":"2026-02-27T18:23:32.516141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.921523Z","time spent":"594.607723ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":15100,"request content":"key:\"/registry/pods/kube-system/cilium-pbcpf\" "} {"level":"info","ts":"2026-02-27T18:23:34.525502Z","caller":"traceutil/trace.go:171","msg":"trace[364866734] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"599.10656ms","start":"2026-02-27T18:23:33.926366Z","end":"2026-02-27T18:23:34.525472Z","steps":["trace[364866734] 'process raft request' (duration: 598.806822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:34.525687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:33.92619Z","time spent":"599.408767ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:34.525741Z","caller":"traceutil/trace.go:171","msg":"trace[965903421] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:549; }","duration":"263.359224ms","start":"2026-02-27T18:23:34.262001Z","end":"2026-02-27T18:23:34.52536Z","steps":["trace[965903421] 'read index received' (duration: 263.140758ms)","trace[965903421] 'applied index is now lower than readState.Index' (duration: 217.216µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:34.525916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.784906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:34.526167Z","caller":"traceutil/trace.go:171","msg":"trace[1328408196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:527; }","duration":"264.222007ms","start":"2026-02-27T18:23:34.261907Z","end":"2026-02-27T18:23:34.526129Z","steps":["trace[1328408196] 'agreement among raft nodes before linearized reading' (duration: 263.679093ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:36.468113Z","caller":"traceutil/trace.go:171","msg":"trace[114241976] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"155.329887ms","start":"2026-02-27T18:23:36.312756Z","end":"2026-02-27T18:23:36.468086Z","steps":["trace[114241976] 'process raft request' (duration: 146.616621ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:36.475464Z","caller":"traceutil/trace.go:171","msg":"trace[832552512] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"162.38359ms","start":"2026-02-27T18:23:36.31304Z","end":"2026-02-27T18:23:36.475424Z","steps":["trace[832552512] 'process raft request' (duration: 162.196005ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:36.47559Z","caller":"traceutil/trace.go:171","msg":"trace[137176387] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"158.50197ms","start":"2026-02-27T18:23:36.316922Z","end":"2026-02-27T18:23:36.475424Z","steps":["trace[137176387] 'process raft request' (duration: 158.416238ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:36.618759Z","caller":"traceutil/trace.go:171","msg":"trace[2026064481] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"102.608997ms","start":"2026-02-27T18:23:36.516118Z","end":"2026-02-27T18:23:36.618727Z","steps":["trace[2026064481] 'process raft request' (duration: 101.414385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:37.110148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.51134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:37.11047Z","caller":"traceutil/trace.go:171","msg":"trace[405834776] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"360.566829ms","start":"2026-02-27T18:23:36.74988Z","end":"2026-02-27T18:23:37.110447Z","steps":["trace[405834776] 'process raft request' (duration: 360.377184ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:37.110467Z","caller":"traceutil/trace.go:171","msg":"trace[920780060] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"361.323209ms","start":"2026-02-27T18:23:36.749097Z","end":"2026-02-27T18:23:37.11042Z","steps":["trace[920780060] 'process raft request' (duration: 207.471771ms)","trace[920780060] 'compare' (duration: 153.396537ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:37.110547Z","caller":"traceutil/trace.go:171","msg":"trace[1309268746] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"113.694204ms","start":"2026-02-27T18:23:36.996833Z","end":"2026-02-27T18:23:37.110527Z","steps":["trace[1309268746] 'process raft request' (duration: 113.622562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:37.110554Z","caller":"traceutil/trace.go:171","msg":"trace[937956017] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"360.547909ms","start":"2026-02-27T18:23:36.749967Z","end":"2026-02-27T18:23:37.110515Z","steps":["trace[937956017] 'process raft request' (duration: 360.385575ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:37.110692Z","caller":"traceutil/trace.go:171","msg":"trace[683948990] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:572; }","duration":"341.996028ms","start":"2026-02-27T18:23:36.768663Z","end":"2026-02-27T18:23:37.110659Z","steps":["trace[683948990] 'read index received' (duration: 187.834972ms)","trace[683948990] 'applied index is now lower than readState.Index' (duration: 154.157515ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:37.110846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:36.749906Z","time spent":"360.864267ms","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:37.11064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:36.749075Z","time spent":"361.467894ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:23:37.110864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.184982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-02-27T18:23:37.110655Z","caller":"traceutil/trace.go:171","msg":"trace[780021484] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"359.909793ms","start":"2026-02-27T18:23:36.750726Z","end":"2026-02-27T18:23:37.110636Z","steps":["trace[780021484] 'process raft request' (duration: 359.677337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:37.110581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:36.749866Z","time spent":"360.650132ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3204,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:37.111153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:36.750707Z","time spent":"360.360615ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3063,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:37.111005Z","caller":"traceutil/trace.go:171","msg":"trace[1570948330] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:554; }","duration":"342.296326ms","start":"2026-02-27T18:23:36.768616Z","end":"2026-02-27T18:23:37.110913Z","steps":["trace[1570948330] 'agreement among raft nodes before linearized reading' (duration: 342.136051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:37.111268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:36.7686Z","time spent":"342.651116ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":12779,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"info","ts":"2026-02-27T18:23:38.02762Z","caller":"traceutil/trace.go:171","msg":"trace[1336166573] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"219.469864ms","start":"2026-02-27T18:23:37.808123Z","end":"2026-02-27T18:23:38.027593Z","steps":["trace[1336166573] 'process raft request' (duration: 219.3272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:38.531008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.770044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:38.53115Z","caller":"traceutil/trace.go:171","msg":"trace[192688576] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"523.914315ms","start":"2026-02-27T18:23:38.007187Z","end":"2026-02-27T18:23:38.531102Z","steps":["trace[192688576] 'process raft request' (duration: 406.981908ms)","trace[192688576] 'compare' (duration: 116.597109ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:38.531201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:38.007164Z","time spent":"524.015928ms","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:23:39.707684Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.293513706s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:23:39.708192Z","caller":"traceutil/trace.go:171","msg":"trace[1218332606] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"1.6742304s","start":"2026-02-27T18:23:38.033944Z","end":"2026-02-27T18:23:39.708174Z","steps":["trace[1218332606] 'process raft request' (duration: 1.674021005s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:39.708312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:38.033818Z","time spent":"1.674418406s","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:39.708467Z","caller":"traceutil/trace.go:171","msg":"trace[1520182967] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:597; }","duration":"1.608934254s","start":"2026-02-27T18:23:38.099501Z","end":"2026-02-27T18:23:39.708435Z","steps":["trace[1520182967] 'read index received' (duration: 314.651038ms)","trace[1520182967] 'applied index is now lower than readState.Index' (duration: 1.294282066s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:39.708581Z","caller":"traceutil/trace.go:171","msg":"trace[668209630] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"1.300567469s","start":"2026-02-27T18:23:38.407995Z","end":"2026-02-27T18:23:39.708562Z","steps":["trace[668209630] 'process raft request' (duration: 1.300335463s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:39.708677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:38.407969Z","time spent":"1.300662271s","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:23:39.708693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609197771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-grbwd\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-02-27T18:23:39.708723Z","caller":"traceutil/trace.go:171","msg":"trace[436310969] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-grbwd; range_end:; response_count:1; response_revision:578; }","duration":"1.609256782s","start":"2026-02-27T18:23:38.099458Z","end":"2026-02-27T18:23:39.708715Z","steps":["trace[436310969] 'agreement among raft nodes before linearized reading' (duration: 1.609115569s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:39.708745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:38.09944Z","time spent":"1.609299374s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4703,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-grbwd\" "} {"level":"info","ts":"2026-02-27T18:23:39.708492Z","caller":"traceutil/trace.go:171","msg":"trace[841347002] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"1.500614319s","start":"2026-02-27T18:23:38.207838Z","end":"2026-02-27T18:23:39.708453Z","steps":["trace[841347002] 'process raft request' (duration: 1.50029665s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:39.709213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:38.207807Z","time spent":"1.501351548s","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:23:39.726399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466085221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:39.726437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.585819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:39.726432Z","caller":"traceutil/trace.go:171","msg":"trace[1961845794] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"1.115086919s","start":"2026-02-27T18:23:38.611322Z","end":"2026-02-27T18:23:39.726409Z","steps":["trace[1961845794] 'process raft request' (duration: 1.114953245s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:39.726493Z","caller":"traceutil/trace.go:171","msg":"trace[1132600968] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:579; }","duration":"520.693482ms","start":"2026-02-27T18:23:39.205784Z","end":"2026-02-27T18:23:39.726477Z","steps":["trace[1132600968] 'agreement among raft nodes before linearized reading' (duration: 520.585599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:39.726528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:39.205762Z","time spent":"520.750813ms","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-27T18:23:39.726561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.547673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:39.726615Z","caller":"traceutil/trace.go:171","msg":"trace[500865374] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:579; }","duration":"920.690297ms","start":"2026-02-27T18:23:38.805909Z","end":"2026-02-27T18:23:39.726599Z","steps":["trace[500865374] 'agreement among raft nodes before linearized reading' (duration: 920.610835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:39.726639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091218798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:23:39.72664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.110664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-02-27T18:23:39.726656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:38.805876Z","time spent":"920.770909ms","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-02-27T18:23:39.726661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.582643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:23:39.726672Z","caller":"traceutil/trace.go:171","msg":"trace[101600645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:579; }","duration":"1.09129665s","start":"2026-02-27T18:23:38.635368Z","end":"2026-02-27T18:23:39.726664Z","steps":["trace[101600645] 'agreement among raft nodes before linearized reading' (duration: 1.091220288s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:39.726684Z","caller":"traceutil/trace.go:171","msg":"trace[1045729628] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:579; }","duration":"321.179956ms","start":"2026-02-27T18:23:39.405491Z","end":"2026-02-27T18:23:39.726671Z","steps":["trace[1045729628] 'agreement among raft nodes before linearized reading' (duration: 321.103445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:39.7267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094618766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:23:39.726711Z","caller":"traceutil/trace.go:171","msg":"trace[1941351530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:579; }","duration":"312.660275ms","start":"2026-02-27T18:23:39.414036Z","end":"2026-02-27T18:23:39.726697Z","steps":["trace[1941351530] 'agreement among raft nodes before linearized reading' (duration: 312.534712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:39.726714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:39.405471Z","time spent":"321.236637ms","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-02-27T18:23:39.726721Z","caller":"traceutil/trace.go:171","msg":"trace[1746445019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:579; }","duration":"1.09469108s","start":"2026-02-27T18:23:38.632023Z","end":"2026-02-27T18:23:39.726714Z","steps":["trace[1746445019] 'agreement among raft nodes before linearized reading' (duration: 1.094600607s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:39.726742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:38.635343Z","time spent":"1.091359421s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:39.726745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:39.414023Z","time spent":"312.714826ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:39.72656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:38.611287Z","time spent":"1.115210732s","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:23:39.726568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.297146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T18:23:39.726786Z","caller":"traceutil/trace.go:171","msg":"trace[39930750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:579; }","duration":"554.553292ms","start":"2026-02-27T18:23:39.172225Z","end":"2026-02-27T18:23:39.726779Z","steps":["trace[39930750] 'agreement among raft nodes before linearized reading' (duration: 554.256825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:39.726459Z","caller":"traceutil/trace.go:171","msg":"trace[1429001121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:579; }","duration":"1.466179723s","start":"2026-02-27T18:23:38.260265Z","end":"2026-02-27T18:23:39.726445Z","steps":["trace[1429001121] 'agreement among raft nodes before linearized reading' (duration: 1.46608312s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:39.72681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:39.172205Z","time spent":"554.599613ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:23:39.726827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:38.260249Z","time spent":"1.466571153s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:39.726754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:38.631993Z","time spent":"1.094756801s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:39.726847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.961413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-02-27T18:23:39.726853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.773441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:39.726942Z","caller":"traceutil/trace.go:171","msg":"trace[731521980] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:579; }","duration":"720.934186ms","start":"2026-02-27T18:23:39.005983Z","end":"2026-02-27T18:23:39.726918Z","steps":["trace[731521980] 'agreement among raft nodes before linearized reading' (duration: 720.777842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:39.726993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:39.005909Z","time spent":"721.072659ms","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-27T18:23:39.727019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.348488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T18:23:39.72713Z","caller":"traceutil/trace.go:171","msg":"trace[652262092] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:579; }","duration":"121.100697ms","start":"2026-02-27T18:23:39.605808Z","end":"2026-02-27T18:23:39.726909Z","steps":["trace[652262092] 'agreement among raft nodes before linearized reading' (duration: 120.787959ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:39.727298Z","caller":"traceutil/trace.go:171","msg":"trace[1466014880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:579; }","duration":"576.712447ms","start":"2026-02-27T18:23:39.150557Z","end":"2026-02-27T18:23:39.727269Z","steps":["trace[1466014880] 'agreement among raft nodes before linearized reading' (duration: 576.119722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:39.728053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:39.150523Z","time spent":"576.83164ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:23:42.614814Z","caller":"traceutil/trace.go:171","msg":"trace[1956016596] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"107.700519ms","start":"2026-02-27T18:23:42.507085Z","end":"2026-02-27T18:23:42.614785Z","steps":["trace[1956016596] 'process raft request' (duration: 107.515984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:47.633572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208414199,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:23:48.080099Z","caller":"traceutil/trace.go:171","msg":"trace[597832276] linearizableReadLoop","detail":"{readStateIndex:772; appliedIndex:771; }","duration":"946.932399ms","start":"2026-02-27T18:23:47.133145Z","end":"2026-02-27T18:23:48.080077Z","steps":["trace[597832276] 'read index received' (duration: 946.764735ms)","trace[597832276] 'applied index is now lower than readState.Index' (duration: 166.714µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:48.080231Z","caller":"traceutil/trace.go:171","msg":"trace[1809251636] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"960.100792ms","start":"2026-02-27T18:23:47.120118Z","end":"2026-02-27T18:23:48.080219Z","steps":["trace[1809251636] 'process raft request' (duration: 959.832625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:48.080293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.9137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:48.080322Z","caller":"traceutil/trace.go:171","msg":"trace[1677704038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:747; }","duration":"816.983851ms","start":"2026-02-27T18:23:47.263329Z","end":"2026-02-27T18:23:48.080312Z","steps":["trace[1677704038] 'agreement among raft nodes before linearized reading' (duration: 816.93201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:48.08034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:47.263309Z","time spent":"817.027262ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:48.080337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:47.120093Z","time spent":"960.170723ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:48.080513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.37643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pbcpf\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-02-27T18:23:48.08053Z","caller":"traceutil/trace.go:171","msg":"trace[1788990402] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pbcpf; range_end:; response_count:1; response_revision:747; }","duration":"947.393471ms","start":"2026-02-27T18:23:47.133132Z","end":"2026-02-27T18:23:48.080525Z","steps":["trace[1788990402] 'agreement among raft nodes before linearized reading' (duration: 947.315979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:48.080546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:47.133086Z","time spent":"947.456822ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-pbcpf\" "} {"level":"warn","ts":"2026-02-27T18:23:48.080661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.251742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:23:48.080682Z","caller":"traceutil/trace.go:171","msg":"trace[1866450345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:747; }","duration":"295.318225ms","start":"2026-02-27T18:23:47.785359Z","end":"2026-02-27T18:23:48.080677Z","steps":["trace[1866450345] 'agreement among raft nodes before linearized reading' (duration: 295.262663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:48.080732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.442263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:23:48.080792Z","caller":"traceutil/trace.go:171","msg":"trace[1196226730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:747; }","duration":"301.545676ms","start":"2026-02-27T18:23:47.779232Z","end":"2026-02-27T18:23:48.080777Z","steps":["trace[1196226730] 'agreement among raft nodes before linearized reading' (duration: 301.401943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:48.080839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:47.779208Z","time spent":"301.618778ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:48.080758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.717481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:23:48.080907Z","caller":"traceutil/trace.go:171","msg":"trace[302605741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:747; }","duration":"301.898165ms","start":"2026-02-27T18:23:47.779002Z","end":"2026-02-27T18:23:48.080901Z","steps":["trace[302605741] 'agreement among raft nodes before linearized reading' (duration: 301.71757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:48.080911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.15601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:23:48.080933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:47.778985Z","time spent":"301.941896ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:23:48.080969Z","caller":"traceutil/trace.go:171","msg":"trace[895067959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:747; }","duration":"300.251173ms","start":"2026-02-27T18:23:47.780699Z","end":"2026-02-27T18:23:48.080951Z","steps":["trace[895067959] 'agreement among raft nodes before linearized reading' (duration: 300.114009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:48.081023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:47.780679Z","time spent":"300.332004ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:23:48.081102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.738525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:23:48.081205Z","caller":"traceutil/trace.go:171","msg":"trace[882072739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:747; }","duration":"295.954412ms","start":"2026-02-27T18:23:47.785232Z","end":"2026-02-27T18:23:48.081187Z","steps":["trace[882072739] 'agreement among raft nodes before linearized reading' (duration: 295.487059ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:48.51516Z","caller":"traceutil/trace.go:171","msg":"trace[1909637560] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"429.754418ms","start":"2026-02-27T18:23:48.085368Z","end":"2026-02-27T18:23:48.515123Z","steps":["trace[1909637560] 'process raft request' (duration: 429.496442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:48.51552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:48.085346Z","time spent":"429.933933ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:48.515587Z","caller":"traceutil/trace.go:171","msg":"trace[855459142] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"430.16872ms","start":"2026-02-27T18:23:48.085394Z","end":"2026-02-27T18:23:48.515562Z","steps":["trace[855459142] 'process raft request' (duration: 429.662296ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:48.515666Z","caller":"traceutil/trace.go:171","msg":"trace[588035596] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"430.075827ms","start":"2026-02-27T18:23:48.085546Z","end":"2026-02-27T18:23:48.515622Z","steps":["trace[588035596] 'process raft request' (duration: 429.822091ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:48.515691Z","caller":"traceutil/trace.go:171","msg":"trace[245285357] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"429.451791ms","start":"2026-02-27T18:23:48.086207Z","end":"2026-02-27T18:23:48.515659Z","steps":["trace[245285357] 'process raft request' (duration: 429.309507ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:48.515816Z","caller":"traceutil/trace.go:171","msg":"trace[1680419132] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"421.395082ms","start":"2026-02-27T18:23:48.094406Z","end":"2026-02-27T18:23:48.515801Z","steps":["trace[1680419132] 'process raft request' (duration: 421.181736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:48.515716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:48.085369Z","time spent":"430.283293ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:48.51589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:48.085372Z","time spent":"430.405216ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:48.515888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:48.086182Z","time spent":"429.607925ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:48.515903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:48.09439Z","time spent":"421.471804ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:51.020429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208414213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:51.521517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208414213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:52.021795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208414213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:52.455955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.33067968s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:23:52.456433Z","caller":"traceutil/trace.go:171","msg":"trace[1534009094] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"2.331236334s","start":"2026-02-27T18:23:50.12516Z","end":"2026-02-27T18:23:52.456396Z","steps":["trace[1534009094] 'process raft request' (duration: 2.330986918s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:52.456324Z","caller":"traceutil/trace.go:171","msg":"trace[2062454859] linearizableReadLoop","detail":"{readStateIndex:780; appliedIndex:779; }","duration":"1.936710352s","start":"2026-02-27T18:23:50.519593Z","end":"2026-02-27T18:23:52.456303Z","steps":["trace[2062454859] 'read index received' (duration: 1.936466595s)","trace[2062454859] 'applied index is now lower than readState.Index' (duration: 243.027µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:52.456704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194242007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:52.4567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:50.125135Z","time spent":"2.331387168s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:52.456731Z","caller":"traceutil/trace.go:171","msg":"trace[23188633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:754; }","duration":"1.194315117s","start":"2026-02-27T18:23:51.262406Z","end":"2026-02-27T18:23:52.456721Z","steps":["trace[23188633] 'agreement among raft nodes before linearized reading' (duration: 1.194254936s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:52.456711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937106452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:23:52.456756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:51.262386Z","time spent":"1.194364979s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:23:52.456776Z","caller":"traceutil/trace.go:171","msg":"trace[1217304268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:754; }","duration":"1.937215424s","start":"2026-02-27T18:23:50.519543Z","end":"2026-02-27T18:23:52.456758Z","steps":["trace[1217304268] 'agreement among raft nodes before linearized reading' (duration: 1.937011259s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:52.456823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9370506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:23:52.456821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:50.519523Z","time spent":"1.937287076s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:23:52.456814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936482495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:23:52.456851Z","caller":"traceutil/trace.go:171","msg":"trace[1480787860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:754; }","duration":"1.937080461s","start":"2026-02-27T18:23:50.519763Z","end":"2026-02-27T18:23:52.456843Z","steps":["trace[1480787860] 'agreement among raft nodes before linearized reading' (duration: 1.936992368s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:52.456873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:50.519684Z","time spent":"1.937183174s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:23:52.456879Z","caller":"traceutil/trace.go:171","msg":"trace[852439151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:754; }","duration":"1.936568939s","start":"2026-02-27T18:23:50.520295Z","end":"2026-02-27T18:23:52.456864Z","steps":["trace[852439151] 'agreement among raft nodes before linearized reading' (duration: 1.936416584s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:52.456905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023287684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:23:52.456919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:50.520286Z","time spent":"1.93662217s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:23:52.456929Z","caller":"traceutil/trace.go:171","msg":"trace[1831089668] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:754; }","duration":"1.023342046s","start":"2026-02-27T18:23:51.433578Z","end":"2026-02-27T18:23:52.45692Z","steps":["trace[1831089668] 'agreement among raft nodes before linearized reading' (duration: 1.023296714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:52.456952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:51.433554Z","time spent":"1.023393347s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:23:52.457276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937549683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:23:52.457306Z","caller":"traceutil/trace.go:171","msg":"trace[1850663460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:754; }","duration":"1.937598545s","start":"2026-02-27T18:23:50.519701Z","end":"2026-02-27T18:23:52.457299Z","steps":["trace[1850663460] 'agreement among raft nodes before linearized reading' (duration: 1.936910797s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:52.457414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:50.519694Z","time spent":"1.937713648s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:52.991456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208414217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:53.491609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208414217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:53.598961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.137600764s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:23:53.600901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.917668ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:53.601091Z","caller":"traceutil/trace.go:171","msg":"trace[799174101] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:754; }","duration":"733.070441ms","start":"2026-02-27T18:23:52.86795Z","end":"2026-02-27T18:23:53.60102Z","steps":["trace[799174101] 'range keys from in-memory index tree' (duration: 732.900407ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:53.60126Z","caller":"traceutil/trace.go:171","msg":"trace[38713904] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"1.139959526s","start":"2026-02-27T18:23:52.461278Z","end":"2026-02-27T18:23:53.601237Z","steps":["trace[38713904] 'process raft request' (duration: 1.137877702s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:53.601367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:52.461258Z","time spent":"1.140054768s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:53.612374Z","caller":"traceutil/trace.go:171","msg":"trace[579759932] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"1.150288075s","start":"2026-02-27T18:23:52.462057Z","end":"2026-02-27T18:23:53.612346Z","steps":["trace[579759932] 'process raft request' (duration: 1.150189882s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:53.612579Z","caller":"traceutil/trace.go:171","msg":"trace[2062119417] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"1.15091052s","start":"2026-02-27T18:23:52.461647Z","end":"2026-02-27T18:23:53.612558Z","steps":["trace[2062119417] 'process raft request' (duration: 1.150483459s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:53.612661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:52.462047Z","time spent":"1.150402077s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:53.612724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:52.461625Z","time spent":"1.151016193s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:53.612781Z","caller":"traceutil/trace.go:171","msg":"trace[587557984] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"1.125665754s","start":"2026-02-27T18:23:52.487088Z","end":"2026-02-27T18:23:53.612754Z","steps":["trace[587557984] 'process raft request' (duration: 1.125198482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:53.612943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:52.487073Z","time spent":"1.125784087s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:53.613097Z","caller":"traceutil/trace.go:171","msg":"trace[491948741] linearizableReadLoop","detail":"{readStateIndex:784; appliedIndex:780; }","duration":"1.122261675s","start":"2026-02-27T18:23:52.490821Z","end":"2026-02-27T18:23:53.613083Z","steps":["trace[491948741] 'read index received' (duration: 1.108318572s)","trace[491948741] 'applied index is now lower than readState.Index' (duration: 13.941573ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:53.613225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122404768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:53.613255Z","caller":"traceutil/trace.go:171","msg":"trace[847216318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:758; }","duration":"1.12247153s","start":"2026-02-27T18:23:52.490774Z","end":"2026-02-27T18:23:53.613246Z","steps":["trace[847216318] 'agreement among raft nodes before linearized reading' (duration: 1.122416398s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:53.613282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:52.490754Z","time spent":"1.122521792s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:53.613529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.973455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T18:23:53.613582Z","caller":"traceutil/trace.go:171","msg":"trace[666281583] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:758; }","duration":"532.059157ms","start":"2026-02-27T18:23:53.081516Z","end":"2026-02-27T18:23:53.613575Z","steps":["trace[666281583] 'agreement among raft nodes before linearized reading' (duration: 531.979255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:53.613602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:53.081495Z","time spent":"532.101329ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-02-27T18:23:54.35535Z","caller":"traceutil/trace.go:171","msg":"trace[805363013] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"180.694095ms","start":"2026-02-27T18:23:54.174628Z","end":"2026-02-27T18:23:54.355323Z","steps":["trace[805363013] 'process raft request' (duration: 180.405518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:54.818585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.093351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T18:23:54.818704Z","caller":"traceutil/trace.go:171","msg":"trace[1440366638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:762; }","duration":"357.271786ms","start":"2026-02-27T18:23:54.461407Z","end":"2026-02-27T18:23:54.818679Z","steps":["trace[1440366638] 'range keys from in-memory index tree' (duration: 356.891554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:54.818756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:54.461388Z","time spent":"357.357327ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:23:55.388209Z","caller":"traceutil/trace.go:171","msg":"trace[2076894043] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"564.824359ms","start":"2026-02-27T18:23:54.82336Z","end":"2026-02-27T18:23:55.388184Z","steps":["trace[2076894043] 'process raft request' (duration: 564.615454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:55.38898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:54.823332Z","time spent":"564.954673ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:55.743884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.427689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:55.743994Z","caller":"traceutil/trace.go:171","msg":"trace[1963267775] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:790; }","duration":"480.876848ms","start":"2026-02-27T18:23:55.263086Z","end":"2026-02-27T18:23:55.743963Z","steps":["trace[1963267775] 'read index received' (duration: 124.891367ms)","trace[1963267775] 'applied index is now lower than readState.Index' (duration: 355.984781ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:55.74408Z","caller":"traceutil/trace.go:171","msg":"trace[1512709677] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"676.42389ms","start":"2026-02-27T18:23:55.067647Z","end":"2026-02-27T18:23:55.744071Z","steps":["trace[1512709677] 'process raft request' (duration: 480.754094ms)","trace[1512709677] 'compare' (duration: 195.299276ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:55.744127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:55.067616Z","time spent":"676.493242ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:23:55.744292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.198226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:55.744376Z","caller":"traceutil/trace.go:171","msg":"trace[279370946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:764; }","duration":"481.316749ms","start":"2026-02-27T18:23:55.263035Z","end":"2026-02-27T18:23:55.744351Z","steps":["trace[279370946] 'agreement among raft nodes before linearized reading' (duration: 481.165475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:55.744418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:55.263016Z","time spent":"481.3951ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:55.744477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.853302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:23:55.744546Z","caller":"traceutil/trace.go:171","msg":"trace[544909209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:764; }","duration":"137.921154ms","start":"2026-02-27T18:23:55.606606Z","end":"2026-02-27T18:23:55.744527Z","steps":["trace[544909209] 'agreement among raft nodes before linearized reading' (duration: 137.613896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:55.744574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.692248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:23:55.744603Z","caller":"traceutil/trace.go:171","msg":"trace[1670443658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:764; }","duration":"127.734959ms","start":"2026-02-27T18:23:55.61686Z","end":"2026-02-27T18:23:55.744595Z","steps":["trace[1670443658] 'agreement among raft nodes before linearized reading' (duration: 127.3829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:55.744734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.859952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:23:55.744823Z","caller":"traceutil/trace.go:171","msg":"trace[2030934408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:764; }","duration":"127.976056ms","start":"2026-02-27T18:23:55.616821Z","end":"2026-02-27T18:23:55.744797Z","steps":["trace[2030934408] 'agreement among raft nodes before linearized reading' (duration: 127.427762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:55.744842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.542643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:23:55.744928Z","caller":"traceutil/trace.go:171","msg":"trace[222818942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:764; }","duration":"127.653287ms","start":"2026-02-27T18:23:55.617256Z","end":"2026-02-27T18:23:55.744909Z","steps":["trace[222818942] 'agreement among raft nodes before linearized reading' (duration: 127.025881ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:56.275521Z","caller":"traceutil/trace.go:171","msg":"trace[1840050133] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"527.390057ms","start":"2026-02-27T18:23:55.748103Z","end":"2026-02-27T18:23:56.275493Z","steps":["trace[1840050133] 'process raft request' (duration: 442.605983ms)","trace[1840050133] 'compare' (duration: 84.62678ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:56.275657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:55.748065Z","time spent":"527.52871ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:23:56.357869Z","caller":"traceutil/trace.go:171","msg":"trace[799168793] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"609.669855ms","start":"2026-02-27T18:23:55.748173Z","end":"2026-02-27T18:23:56.357843Z","steps":["trace[799168793] 'process raft request' (duration: 609.5054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:56.358114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:55.74816Z","time spent":"609.86569ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:56.358224Z","caller":"traceutil/trace.go:171","msg":"trace[277581976] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"609.10781ms","start":"2026-02-27T18:23:55.74909Z","end":"2026-02-27T18:23:56.358198Z","steps":["trace[277581976] 'process raft request' (duration: 609.071809ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:56.358278Z","caller":"traceutil/trace.go:171","msg":"trace[1833953062] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"609.980683ms","start":"2026-02-27T18:23:55.748272Z","end":"2026-02-27T18:23:56.358253Z","steps":["trace[1833953062] 'process raft request' (duration: 609.797968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:56.358381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:55.749078Z","time spent":"609.217482ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:56.358407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:55.748253Z","time spent":"610.092235ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:56.358232Z","caller":"traceutil/trace.go:171","msg":"trace[1507407343] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"609.978513ms","start":"2026-02-27T18:23:55.748225Z","end":"2026-02-27T18:23:56.358204Z","steps":["trace[1507407343] 'process raft request' (duration: 609.579183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:56.358524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:55.748214Z","time spent":"610.25572ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:57.417907Z","caller":"traceutil/trace.go:171","msg":"trace[998772865] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"684.319644ms","start":"2026-02-27T18:23:56.733515Z","end":"2026-02-27T18:23:57.417835Z","steps":["trace[998772865] 'process raft request' (duration: 684.174541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:57.418083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:56.733467Z","time spent":"684.54461ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:57.807122Z","caller":"traceutil/trace.go:171","msg":"trace[1988704294] linearizableReadLoop","detail":"{readStateIndex:800; appliedIndex:798; }","duration":"543.69252ms","start":"2026-02-27T18:23:57.263405Z","end":"2026-02-27T18:23:57.807098Z","steps":["trace[1988704294] 'read index received' (duration: 154.383042ms)","trace[1988704294] 'applied index is now lower than readState.Index' (duration: 389.308558ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:57.807235Z","caller":"traceutil/trace.go:171","msg":"trace[779031019] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"813.915492ms","start":"2026-02-27T18:23:56.993294Z","end":"2026-02-27T18:23:57.807209Z","steps":["trace[779031019] 'process raft request' (duration: 813.612874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:57.807368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:56.993248Z","time spent":"814.055425ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5059,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:57.807408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.862564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:57.80751Z","caller":"traceutil/trace.go:171","msg":"trace[1154027409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:772; }","duration":"544.126281ms","start":"2026-02-27T18:23:57.263371Z","end":"2026-02-27T18:23:57.807498Z","steps":["trace[1154027409] 'agreement among raft nodes before linearized reading' (duration: 543.864915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:57.80755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:57.263354Z","time spent":"544.184033ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:57.80753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.74898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:23:57.807635Z","caller":"traceutil/trace.go:171","msg":"trace[1968548874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:772; }","duration":"411.910495ms","start":"2026-02-27T18:23:57.395701Z","end":"2026-02-27T18:23:57.807611Z","steps":["trace[1968548874] 'agreement among raft nodes before linearized reading' (duration: 411.618637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:57.807704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:57.395675Z","time spent":"412.013469ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:23:58.183659Z","caller":"traceutil/trace.go:171","msg":"trace[1889488037] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"371.917746ms","start":"2026-02-27T18:23:57.811634Z","end":"2026-02-27T18:23:58.183552Z","steps":["trace[1889488037] 'process raft request' (duration: 365.480408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:58.184048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:57.811604Z","time spent":"372.332286ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:58.566301Z","caller":"traceutil/trace.go:171","msg":"trace[1682200150] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"157.213256ms","start":"2026-02-27T18:23:58.409062Z","end":"2026-02-27T18:23:58.566276Z","steps":["trace[1682200150] 'process raft request' (duration: 157.01411ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:58.704515Z","caller":"traceutil/trace.go:171","msg":"trace[1031930763] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"237.744428ms","start":"2026-02-27T18:23:58.466741Z","end":"2026-02-27T18:23:58.704485Z","steps":["trace[1031930763] 'process raft request' (duration: 197.220724ms)","trace[1031930763] 'compare' (duration: 40.34888ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:58.704781Z","caller":"traceutil/trace.go:171","msg":"trace[111545470] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"237.942194ms","start":"2026-02-27T18:23:58.466813Z","end":"2026-02-27T18:23:58.704756Z","steps":["trace[111545470] 'process raft request' (duration: 237.618956ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:58.705284Z","caller":"traceutil/trace.go:171","msg":"trace[651933016] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"237.941014ms","start":"2026-02-27T18:23:58.467322Z","end":"2026-02-27T18:23:58.705263Z","steps":["trace[651933016] 'process raft request' (duration: 237.37943ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:58.705461Z","caller":"traceutil/trace.go:171","msg":"trace[1307322555] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"238.039676ms","start":"2026-02-27T18:23:58.467404Z","end":"2026-02-27T18:23:58.705444Z","steps":["trace[1307322555] 'process raft request' (duration: 237.788459ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:59.170647Z","caller":"traceutil/trace.go:171","msg":"trace[666840617] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"394.927273ms","start":"2026-02-27T18:23:58.775688Z","end":"2026-02-27T18:23:59.170615Z","steps":["trace[666840617] 'process raft request' (duration: 312.078931ms)","trace[666840617] 'compare' (duration: 82.627867ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:59.170834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:58.775658Z","time spent":"395.108498ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:24:02.182794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.886754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:02.182887Z","caller":"traceutil/trace.go:171","msg":"trace[1130934294] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:797; }","duration":"175.041638ms","start":"2026-02-27T18:24:02.007827Z","end":"2026-02-27T18:24:02.182868Z","steps":["trace[1130934294] 'count revisions from in-memory index tree' (duration: 174.732651ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:16.957362Z","caller":"traceutil/trace.go:171","msg":"trace[1592809872] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"123.219403ms","start":"2026-02-27T18:24:16.834112Z","end":"2026-02-27T18:24:16.957331Z","steps":["trace[1592809872] 'process raft request' (duration: 122.960026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:17.416019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.869066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:24:17.416232Z","caller":"traceutil/trace.go:171","msg":"trace[660202878] linearizableReadLoop","detail":"{readStateIndex:988; appliedIndex:986; }","duration":"152.659867ms","start":"2026-02-27T18:24:17.263554Z","end":"2026-02-27T18:24:17.416214Z","steps":["trace[660202878] 'read index received' (duration: 144.343441ms)","trace[660202878] 'applied index is now lower than readState.Index' (duration: 8.315566ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:17.416327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.77719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:17.416272Z","caller":"traceutil/trace.go:171","msg":"trace[1573305528] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"398.377504ms","start":"2026-02-27T18:24:17.017847Z","end":"2026-02-27T18:24:17.416224Z","steps":["trace[1573305528] 'process raft request' (duration: 206.2107ms)","trace[1573305528] 'compare' (duration: 191.573698ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:17.416359Z","caller":"traceutil/trace.go:171","msg":"trace[876930493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:955; }","duration":"152.844882ms","start":"2026-02-27T18:24:17.263504Z","end":"2026-02-27T18:24:17.416349Z","steps":["trace[876930493] 'agreement among raft nodes before linearized reading' (duration: 152.75839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:17.416558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.01782Z","time spent":"398.558268ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:17.416588Z","caller":"traceutil/trace.go:171","msg":"trace[1669608751] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"398.63853ms","start":"2026-02-27T18:24:17.017909Z","end":"2026-02-27T18:24:17.416548Z","steps":["trace[1669608751] 'process raft request' (duration: 398.221649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:17.417208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.017883Z","time spent":"399.234686ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:18.584248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.426384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:24:18.58448Z","caller":"traceutil/trace.go:171","msg":"trace[1760787678] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"1.039599588s","start":"2026-02-27T18:24:17.544809Z","end":"2026-02-27T18:24:18.584409Z","steps":["trace[1760787678] 'process raft request' (duration: 490.396665ms)","trace[1760787678] 'compare' (duration: 548.290209ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:18.584551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.54478Z","time spent":"1.039742762s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:24:18.584727Z","caller":"traceutil/trace.go:171","msg":"trace[1015426744] linearizableReadLoop","detail":"{readStateIndex:989; appliedIndex:988; }","duration":"281.935676ms","start":"2026-02-27T18:24:18.302727Z","end":"2026-02-27T18:24:18.584662Z","steps":["trace[1015426744] 'read index received' (duration: 34.43µs)","trace[1015426744] 'applied index is now lower than readState.Index' (duration: 281.894296ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:18.592939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.196632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:24:18.593009Z","caller":"traceutil/trace.go:171","msg":"trace[605101750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:956; }","duration":"290.298704ms","start":"2026-02-27T18:24:18.302691Z","end":"2026-02-27T18:24:18.59299Z","steps":["trace[605101750] 'agreement among raft nodes before linearized reading' (duration: 282.09214ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:19.225909Z","caller":"traceutil/trace.go:171","msg":"trace[187894078] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"257.075141ms","start":"2026-02-27T18:24:18.968795Z","end":"2026-02-27T18:24:19.225871Z","steps":["trace[187894078] 'process raft request' (duration: 168.88907ms)","trace[187894078] 'compare' (duration: 88.040087ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:19.225959Z","caller":"traceutil/trace.go:171","msg":"trace[2142872969] linearizableReadLoop","detail":"{readStateIndex:1006; appliedIndex:1005; }","duration":"208.411286ms","start":"2026-02-27T18:24:19.017502Z","end":"2026-02-27T18:24:19.225913Z","steps":["trace[2142872969] 'read index received' (duration: 120.247386ms)","trace[2142872969] 'applied index is now lower than readState.Index' (duration: 88.16176ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:19.225955Z","caller":"traceutil/trace.go:171","msg":"trace[919492629] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"155.918762ms","start":"2026-02-27T18:24:19.069987Z","end":"2026-02-27T18:24:19.225905Z","steps":["trace[919492629] 'process raft request' (duration: 155.864171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:19.226133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.623991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:24:19.226778Z","caller":"traceutil/trace.go:171","msg":"trace[1218787324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:973; }","duration":"209.306109ms","start":"2026-02-27T18:24:19.017443Z","end":"2026-02-27T18:24:19.226749Z","steps":["trace[1218787324] 'agreement among raft nodes before linearized reading' (duration: 208.558899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:21.410786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.713504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:24:21.411095Z","caller":"traceutil/trace.go:171","msg":"trace[1858510094] linearizableReadLoop","detail":"{readStateIndex:1018; appliedIndex:1016; }","duration":"146.888346ms","start":"2026-02-27T18:24:21.26414Z","end":"2026-02-27T18:24:21.411028Z","steps":["trace[1858510094] 'read index received' (duration: 6.599848ms)","trace[1858510094] 'applied index is now lower than readState.Index' (duration: 140.286648ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:21.411188Z","caller":"traceutil/trace.go:171","msg":"trace[1900462794] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"152.447877ms","start":"2026-02-27T18:24:21.258679Z","end":"2026-02-27T18:24:21.411126Z","steps":["trace[1900462794] 'process raft request' (duration: 23.292332ms)","trace[1900462794] 'compare' (duration: 128.508599ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:21.411283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.117031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:21.411353Z","caller":"traceutil/trace.go:171","msg":"trace[1596384878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:983; }","duration":"147.258845ms","start":"2026-02-27T18:24:21.264074Z","end":"2026-02-27T18:24:21.411333Z","steps":["trace[1596384878] 'agreement among raft nodes before linearized reading' (duration: 147.086391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:23.057153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.341721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:24:23.057268Z","caller":"traceutil/trace.go:171","msg":"trace[806536352] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:988; }","duration":"278.526005ms","start":"2026-02-27T18:24:22.778714Z","end":"2026-02-27T18:24:23.05724Z","steps":["trace[806536352] 'count revisions from in-memory index tree' (duration: 278.129586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:23.05675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.814218ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:23.057393Z","caller":"traceutil/trace.go:171","msg":"trace[1129772921] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:988; }","duration":"179.500795ms","start":"2026-02-27T18:24:22.877871Z","end":"2026-02-27T18:24:23.057372Z","steps":["trace[1129772921] 'range keys from in-memory index tree' (duration: 178.781367ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:23.05769Z","caller":"traceutil/trace.go:171","msg":"trace[163980648] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"138.647207ms","start":"2026-02-27T18:24:22.918982Z","end":"2026-02-27T18:24:23.057629Z","steps":["trace[163980648] 'process raft request' (duration: 138.37626ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:25.386832Z","caller":"traceutil/trace.go:171","msg":"trace[840103770] linearizableReadLoop","detail":"{readStateIndex:1036; appliedIndex:1035; }","duration":"124.208608ms","start":"2026-02-27T18:24:25.262577Z","end":"2026-02-27T18:24:25.386786Z","steps":["trace[840103770] 'read index received' (duration: 46.03854ms)","trace[840103770] 'applied index is now lower than readState.Index' (duration: 78.168518ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:25.387086Z","caller":"traceutil/trace.go:171","msg":"trace[846197877] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"255.690373ms","start":"2026-02-27T18:24:25.131374Z","end":"2026-02-27T18:24:25.387065Z","steps":["trace[846197877] 'process raft request' (duration: 177.336851ms)","trace[846197877] 'compare' (duration: 77.768308ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:25.38731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.701873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:25.387474Z","caller":"traceutil/trace.go:171","msg":"trace[2079299517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1000; }","duration":"124.922768ms","start":"2026-02-27T18:24:25.262523Z","end":"2026-02-27T18:24:25.387446Z","steps":["trace[2079299517] 'agreement among raft nodes before linearized reading' (duration: 124.631211ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:25.728105Z","caller":"traceutil/trace.go:171","msg":"trace[1982834873] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"335.675908ms","start":"2026-02-27T18:24:25.392353Z","end":"2026-02-27T18:24:25.728029Z","steps":["trace[1982834873] 'process raft request' (duration: 279.239753ms)","trace[1982834873] 'compare' (duration: 56.262271ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:25.728254Z","caller":"traceutil/trace.go:171","msg":"trace[1907954619] linearizableReadLoop","detail":"{readStateIndex:1040; appliedIndex:1037; }","duration":"207.257141ms","start":"2026-02-27T18:24:25.520971Z","end":"2026-02-27T18:24:25.728229Z","steps":["trace[1907954619] 'read index received' (duration: 150.685523ms)","trace[1907954619] 'applied index is now lower than readState.Index' (duration: 56.570548ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:25.72828Z","caller":"traceutil/trace.go:171","msg":"trace[542662470] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"333.601235ms","start":"2026-02-27T18:24:25.394629Z","end":"2026-02-27T18:24:25.72823Z","steps":["trace[542662470] 'process raft request' (duration: 333.306238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:25.728385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:25.392335Z","time spent":"335.916635ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:25.728513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:25.394615Z","time spent":"333.769289ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:25.728526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.551469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:24:25.728608Z","caller":"traceutil/trace.go:171","msg":"trace[54170395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1004; }","duration":"207.657091ms","start":"2026-02-27T18:24:25.520931Z","end":"2026-02-27T18:24:25.728588Z","steps":["trace[54170395] 'agreement among raft nodes before linearized reading' (duration: 207.438966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:25.728676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.569626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:24:25.728745Z","caller":"traceutil/trace.go:171","msg":"trace[2061326821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1004; }","duration":"177.685179ms","start":"2026-02-27T18:24:25.551046Z","end":"2026-02-27T18:24:25.728731Z","steps":["trace[2061326821] 'agreement among raft nodes before linearized reading' (duration: 177.471853ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:25.72874Z","caller":"traceutil/trace.go:171","msg":"trace[1479502648] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"333.643336ms","start":"2026-02-27T18:24:25.395068Z","end":"2026-02-27T18:24:25.728711Z","steps":["trace[1479502648] 'process raft request' (duration: 333.067042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:25.729021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:25.395061Z","time spent":"333.80479ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2596,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:26.021722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.552158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-kkhc8\" ","response":"range_response_count:1 size:5037"} {"level":"info","ts":"2026-02-27T18:24:26.02182Z","caller":"traceutil/trace.go:171","msg":"trace[1365340737] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-kkhc8; range_end:; response_count:1; response_revision:1006; }","duration":"111.710591ms","start":"2026-02-27T18:24:25.910086Z","end":"2026-02-27T18:24:26.021797Z","steps":["trace[1365340737] 'range keys from in-memory index tree' (duration: 111.24914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:26.420289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.417798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:24:26.420449Z","caller":"traceutil/trace.go:171","msg":"trace[906192239] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"327.093009ms","start":"2026-02-27T18:24:26.093325Z","end":"2026-02-27T18:24:26.420418Z","steps":["trace[906192239] 'process raft request' (duration: 91.466216ms)","trace[906192239] 'compare' (duration: 235.286715ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:26.420583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:26.093301Z","time spent":"327.211382ms","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1613,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:32.87544Z","caller":"traceutil/trace.go:171","msg":"trace[2061378008] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"304.576758ms","start":"2026-02-27T18:24:32.570834Z","end":"2026-02-27T18:24:32.875411Z","steps":["trace[2061378008] 'process raft request' (duration: 304.332221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.875601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.570807Z","time spent":"304.7125ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5133,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:33.584178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208414791,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:24:33.649653Z","caller":"traceutil/trace.go:171","msg":"trace[1358161219] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"767.42514ms","start":"2026-02-27T18:24:32.882201Z","end":"2026-02-27T18:24:33.649626Z","steps":["trace[1358161219] 'process raft request' (duration: 767.279386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:33.649902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.882191Z","time spent":"767.623805ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:33.649655Z","caller":"traceutil/trace.go:171","msg":"trace[1215051744] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"767.692857ms","start":"2026-02-27T18:24:32.881908Z","end":"2026-02-27T18:24:33.649601Z","steps":["trace[1215051744] 'process raft request' (duration: 716.167117ms)","trace[1215051744] 'compare' (duration: 51.226273ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:33.649832Z","caller":"traceutil/trace.go:171","msg":"trace[1600079787] linearizableReadLoop","detail":"{readStateIndex:1069; appliedIndex:1066; }","duration":"565.650558ms","start":"2026-02-27T18:24:33.084127Z","end":"2026-02-27T18:24:33.649777Z","steps":["trace[1600079787] 'read index received' (duration: 513.633294ms)","trace[1600079787] 'applied index is now lower than readState.Index' (duration: 52.012794ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:33.650172Z","caller":"traceutil/trace.go:171","msg":"trace[214750456] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"765.814118ms","start":"2026-02-27T18:24:32.884338Z","end":"2026-02-27T18:24:33.650152Z","steps":["trace[214750456] 'process raft request' (duration: 765.241964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:33.650316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.88433Z","time spent":"765.904231ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4768,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:33.650488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.339206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T18:24:33.650546Z","caller":"traceutil/trace.go:171","msg":"trace[1565169490] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1032; }","duration":"566.452128ms","start":"2026-02-27T18:24:33.084079Z","end":"2026-02-27T18:24:33.650531Z","steps":["trace[1565169490] 'agreement among raft nodes before linearized reading' (duration: 566.205531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:33.650515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.881899Z","time spent":"768.244601ms","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:33.650586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:33.084059Z","time spent":"566.51799ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-02-27T18:24:33.65062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.696615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T18:24:33.650699Z","caller":"traceutil/trace.go:171","msg":"trace[310143152] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1032; }","duration":"132.837848ms","start":"2026-02-27T18:24:33.51784Z","end":"2026-02-27T18:24:33.650678Z","steps":["trace[310143152] 'agreement among raft nodes before linearized reading' (duration: 132.49633ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:34.076902Z","caller":"traceutil/trace.go:171","msg":"trace[414772108] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"420.613538ms","start":"2026-02-27T18:24:33.656238Z","end":"2026-02-27T18:24:34.076852Z","steps":["trace[414772108] 'process raft request' (duration: 361.554656ms)","trace[414772108] 'compare' (duration: 58.807476ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:34.077084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:33.656212Z","time spent":"420.770712ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:34.077328Z","caller":"traceutil/trace.go:171","msg":"trace[577443771] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"418.971767ms","start":"2026-02-27T18:24:33.658325Z","end":"2026-02-27T18:24:34.077296Z","steps":["trace[577443771] 'process raft request' (duration: 418.419802ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:34.077533Z","caller":"traceutil/trace.go:171","msg":"trace[254611912] linearizableReadLoop","detail":"{readStateIndex:1073; appliedIndex:1070; }","duration":"208.027762ms","start":"2026-02-27T18:24:33.869492Z","end":"2026-02-27T18:24:34.07752Z","steps":["trace[254611912] 'read index received' (duration: 148.289171ms)","trace[254611912] 'applied index is now lower than readState.Index' (duration: 59.737441ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:34.077557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:33.658316Z","time spent":"419.122181ms","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:34.077701Z","caller":"traceutil/trace.go:171","msg":"trace[1397331110] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"382.231892ms","start":"2026-02-27T18:24:33.695458Z","end":"2026-02-27T18:24:34.07769Z","steps":["trace[1397331110] 'process raft request' (duration: 381.630527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:34.077778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:33.695427Z","time spent":"382.308884ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:34.077951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.458343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T18:24:34.07799Z","caller":"traceutil/trace.go:171","msg":"trace[1126433101] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1035; }","duration":"208.538055ms","start":"2026-02-27T18:24:33.869442Z","end":"2026-02-27T18:24:34.07798Z","steps":["trace[1126433101] 'agreement among raft nodes before linearized reading' (duration: 208.300229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:34.078109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.017545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:24:34.078288Z","caller":"traceutil/trace.go:171","msg":"trace[1618553390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1035; }","duration":"148.256171ms","start":"2026-02-27T18:24:33.930004Z","end":"2026-02-27T18:24:34.07826Z","steps":["trace[1618553390] 'agreement among raft nodes before linearized reading' (duration: 147.783419ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:34.284951Z","caller":"traceutil/trace.go:171","msg":"trace[2124907019] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1073; }","duration":"200.47418ms","start":"2026-02-27T18:24:34.084438Z","end":"2026-02-27T18:24:34.284912Z","steps":["trace[2124907019] 'read index received' (duration: 16.587322ms)","trace[2124907019] 'applied index is now lower than readState.Index' (duration: 183.885578ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:34.285049Z","caller":"traceutil/trace.go:171","msg":"trace[85893284] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"200.644734ms","start":"2026-02-27T18:24:34.084377Z","end":"2026-02-27T18:24:34.285021Z","steps":["trace[85893284] 'process raft request' (duration: 176.671283ms)","trace[85893284] 'compare' (duration: 23.666123ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:34.285439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.140831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:24:34.285507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.711975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T18:24:34.285599Z","caller":"traceutil/trace.go:171","msg":"trace[707846810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1037; }","duration":"198.835197ms","start":"2026-02-27T18:24:34.086742Z","end":"2026-02-27T18:24:34.285578Z","steps":["trace[707846810] 'agreement among raft nodes before linearized reading' (duration: 198.54969ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:34.285543Z","caller":"traceutil/trace.go:171","msg":"trace[1404237585] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1037; }","duration":"200.274974ms","start":"2026-02-27T18:24:34.085244Z","end":"2026-02-27T18:24:34.285519Z","steps":["trace[1404237585] 'agreement among raft nodes before linearized reading' (duration: 199.885924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:34.285783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.30138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T18:24:34.285962Z","caller":"traceutil/trace.go:171","msg":"trace[1801377593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1037; }","duration":"201.493165ms","start":"2026-02-27T18:24:34.084408Z","end":"2026-02-27T18:24:34.285901Z","steps":["trace[1801377593] 'agreement among raft nodes before linearized reading' (duration: 200.792757ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:34.981972Z","caller":"traceutil/trace.go:171","msg":"trace[1985854137] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"160.628656ms","start":"2026-02-27T18:24:34.821284Z","end":"2026-02-27T18:24:34.981913Z","steps":["trace[1985854137] 'process raft request' (duration: 160.42523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:40.19939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.335211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:24:40.199536Z","caller":"traceutil/trace.go:171","msg":"trace[257653979] linearizableReadLoop","detail":"{readStateIndex:1099; appliedIndex:1098; }","duration":"161.399026ms","start":"2026-02-27T18:24:40.038115Z","end":"2026-02-27T18:24:40.199514Z","steps":["trace[257653979] 'read index received' (duration: 51.8813ms)","trace[257653979] 'applied index is now lower than readState.Index' (duration: 109.515906ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:40.199581Z","caller":"traceutil/trace.go:171","msg":"trace[1231301292] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"169.954203ms","start":"2026-02-27T18:24:40.029592Z","end":"2026-02-27T18:24:40.199546Z","steps":["trace[1231301292] 'process raft request' (duration: 60.368796ms)","trace[1231301292] 'compare' (duration: 108.987372ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:40.200146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.99574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-02-27T18:24:40.200226Z","caller":"traceutil/trace.go:171","msg":"trace[961820980] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1060; }","duration":"162.133624ms","start":"2026-02-27T18:24:40.038069Z","end":"2026-02-27T18:24:40.200202Z","steps":["trace[961820980] 'agreement among raft nodes before linearized reading' (duration: 161.528089ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:52.000455Z","caller":"traceutil/trace.go:171","msg":"trace[1591473095] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"136.643315ms","start":"2026-02-27T18:24:51.863765Z","end":"2026-02-27T18:24:52.000409Z","steps":["trace[1591473095] 'process raft request' (duration: 136.373388ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:58.257487Z","caller":"traceutil/trace.go:171","msg":"trace[1900101121] linearizableReadLoop","detail":"{readStateIndex:1238; appliedIndex:1237; }","duration":"115.379845ms","start":"2026-02-27T18:24:58.142074Z","end":"2026-02-27T18:24:58.257454Z","steps":["trace[1900101121] 'read index received' (duration: 100.042045ms)","trace[1900101121] 'applied index is now lower than readState.Index' (duration: 15.33567ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:58.257662Z","caller":"traceutil/trace.go:171","msg":"trace[34615556] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"119.240682ms","start":"2026-02-27T18:24:58.138381Z","end":"2026-02-27T18:24:58.257622Z","steps":["trace[34615556] 'process raft request' (duration: 103.853481ms)","trace[34615556] 'compare' (duration: 14.865078ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:58.257745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.640761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-02-27T18:24:58.257801Z","caller":"traceutil/trace.go:171","msg":"trace[190002858] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1191; }","duration":"115.715283ms","start":"2026-02-27T18:24:58.142068Z","end":"2026-02-27T18:24:58.257783Z","steps":["trace[190002858] 'agreement among raft nodes before linearized reading' (duration: 115.504138ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:00.66097Z","caller":"traceutil/trace.go:171","msg":"trace[1805897033] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"393.722574ms","start":"2026-02-27T18:25:00.267227Z","end":"2026-02-27T18:25:00.66095Z","steps":["trace[1805897033] 'process raft request' (duration: 393.592251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:00.661097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:00.26721Z","time spent":"393.827877ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:00.669993Z","caller":"traceutil/trace.go:171","msg":"trace[1730412841] linearizableReadLoop","detail":"{readStateIndex:1333; appliedIndex:1331; }","duration":"336.957841ms","start":"2026-02-27T18:25:00.333012Z","end":"2026-02-27T18:25:00.66997Z","steps":["trace[1730412841] 'read index received' (duration: 327.88866ms)","trace[1730412841] 'applied index is now lower than readState.Index' (duration: 9.068301ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:00.670138Z","caller":"traceutil/trace.go:171","msg":"trace[2036240511] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"399.274155ms","start":"2026-02-27T18:25:00.270833Z","end":"2026-02-27T18:25:00.670107Z","steps":["trace[2036240511] 'process raft request' (duration: 398.989688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:00.670317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.330339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:25:00.67036Z","caller":"traceutil/trace.go:171","msg":"trace[1347703383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1285; }","duration":"335.39825ms","start":"2026-02-27T18:25:00.334949Z","end":"2026-02-27T18:25:00.670347Z","steps":["trace[1347703383] 'agreement among raft nodes before linearized reading' (duration: 335.285387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:00.670384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:00.334939Z","time spent":"335.439822ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:25:00.670335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.299639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:25:00.670458Z","caller":"traceutil/trace.go:171","msg":"trace[740708826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1285; }","duration":"337.472184ms","start":"2026-02-27T18:25:00.332972Z","end":"2026-02-27T18:25:00.670445Z","steps":["trace[740708826] 'agreement among raft nodes before linearized reading' (duration: 337.207327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:00.670552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:00.332955Z","time spent":"337.554806ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:25:00.670556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.107034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:25:00.670678Z","caller":"traceutil/trace.go:171","msg":"trace[1493888394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1285; }","duration":"212.320681ms","start":"2026-02-27T18:25:00.458327Z","end":"2026-02-27T18:25:00.670648Z","steps":["trace[1493888394] 'agreement among raft nodes before linearized reading' (duration: 211.969341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:00.670725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:00.270817Z","time spent":"399.395469ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:00.670975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.634514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:25:00.671064Z","caller":"traceutil/trace.go:171","msg":"trace[1527629241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1285; }","duration":"224.760868ms","start":"2026-02-27T18:25:00.446283Z","end":"2026-02-27T18:25:00.671044Z","steps":["trace[1527629241] 'agreement among raft nodes before linearized reading' (duration: 224.555222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:03.94286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.853829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:25:03.942951Z","caller":"traceutil/trace.go:171","msg":"trace[1190788822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1303; }","duration":"678.998222ms","start":"2026-02-27T18:25:03.263931Z","end":"2026-02-27T18:25:03.942929Z","steps":["trace[1190788822] 'range keys from in-memory index tree' (duration: 678.716005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:03.943004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:03.26391Z","time spent":"679.084804ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:25:04.862113Z","caller":"traceutil/trace.go:171","msg":"trace[1895926438] linearizableReadLoop","detail":"{readStateIndex:1353; appliedIndex:1352; }","duration":"185.553689ms","start":"2026-02-27T18:25:04.676529Z","end":"2026-02-27T18:25:04.862082Z","steps":["trace[1895926438] 'read index received' (duration: 185.219931ms)","trace[1895926438] 'applied index is now lower than readState.Index' (duration: 332.178µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:04.862183Z","caller":"traceutil/trace.go:171","msg":"trace[2119027270] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"552.147954ms","start":"2026-02-27T18:25:04.310004Z","end":"2026-02-27T18:25:04.862152Z","steps":["trace[2119027270] 'process raft request' (duration: 551.881107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:04.862331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:04.309979Z","time spent":"552.279047ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:04.862436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.347985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:25:04.862472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.954987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:25:04.862472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.913208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:25:04.862504Z","caller":"traceutil/trace.go:171","msg":"trace[1998237041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1304; }","duration":"172.466858ms","start":"2026-02-27T18:25:04.690019Z","end":"2026-02-27T18:25:04.862486Z","steps":["trace[1998237041] 'agreement among raft nodes before linearized reading' (duration: 172.274803ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:04.86253Z","caller":"traceutil/trace.go:171","msg":"trace[686731136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1304; }","duration":"156.039269ms","start":"2026-02-27T18:25:04.706474Z","end":"2026-02-27T18:25:04.862513Z","steps":["trace[686731136] 'agreement among raft nodes before linearized reading' (duration: 155.898796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:04.862563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.625045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:25:04.862568Z","caller":"traceutil/trace.go:171","msg":"trace[1963479333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1304; }","duration":"186.037052ms","start":"2026-02-27T18:25:04.676496Z","end":"2026-02-27T18:25:04.862533Z","steps":["trace[1963479333] 'agreement among raft nodes before linearized reading' (duration: 185.772155ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:04.862635Z","caller":"traceutil/trace.go:171","msg":"trace[585973496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1304; }","duration":"158.748598ms","start":"2026-02-27T18:25:04.703868Z","end":"2026-02-27T18:25:04.862616Z","steps":["trace[585973496] 'agreement among raft nodes before linearized reading' (duration: 158.530182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:04.862734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.955373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:25:04.862812Z","caller":"traceutil/trace.go:171","msg":"trace[702982623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1304; }","duration":"159.071356ms","start":"2026-02-27T18:25:04.703723Z","end":"2026-02-27T18:25:04.862794Z","steps":["trace[702982623] 'agreement among raft nodes before linearized reading' (duration: 158.83909ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:15.362139Z","caller":"traceutil/trace.go:171","msg":"trace[589938598] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"231.496108ms","start":"2026-02-27T18:25:15.130614Z","end":"2026-02-27T18:25:15.36211Z","steps":["trace[589938598] 'process raft request' (duration: 231.263893ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:15.366878Z","caller":"traceutil/trace.go:171","msg":"trace[483391818] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"127.747709ms","start":"2026-02-27T18:25:15.239092Z","end":"2026-02-27T18:25:15.36684Z","steps":["trace[483391818] 'process raft request' (duration: 127.588045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:21.44777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208415907,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:25:21.596252Z","caller":"traceutil/trace.go:171","msg":"trace[489498231] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"651.713466ms","start":"2026-02-27T18:25:20.944516Z","end":"2026-02-27T18:25:21.596229Z","steps":["trace[489498231] 'process raft request' (duration: 651.383477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:21.596387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:20.944493Z","time spent":"651.828388ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:21.608775Z","caller":"traceutil/trace.go:171","msg":"trace[551808589] linearizableReadLoop","detail":"{readStateIndex:1659; appliedIndex:1657; }","duration":"662.061319ms","start":"2026-02-27T18:25:20.946684Z","end":"2026-02-27T18:25:21.608745Z","steps":["trace[551808589] 'read index received' (duration: 649.281144ms)","trace[551808589] 'applied index is now lower than readState.Index' (duration: 12.778565ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:21.609241Z","caller":"traceutil/trace.go:171","msg":"trace[1861579452] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"483.214871ms","start":"2026-02-27T18:25:21.125988Z","end":"2026-02-27T18:25:21.609203Z","steps":["trace[1861579452] 'process raft request' (duration: 482.545014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:21.609322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.588509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:25:21.609383Z","caller":"traceutil/trace.go:171","msg":"trace[676578159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1587; }","duration":"656.659331ms","start":"2026-02-27T18:25:20.952706Z","end":"2026-02-27T18:25:21.609365Z","steps":["trace[676578159] 'agreement among raft nodes before linearized reading' (duration: 656.468286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:21.609414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:21.125916Z","time spent":"483.407646ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:21.609434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:20.952655Z","time spent":"656.765494ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:25:21.609423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.402679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:25:21.609428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.700616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:25:21.60957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.562973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:25:21.609578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.26215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:25:21.60958Z","caller":"traceutil/trace.go:171","msg":"trace[1963414648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1587; }","duration":"662.916841ms","start":"2026-02-27T18:25:20.946634Z","end":"2026-02-27T18:25:21.609551Z","steps":["trace[1963414648] 'agreement among raft nodes before linearized reading' (duration: 662.492631ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:21.609618Z","caller":"traceutil/trace.go:171","msg":"trace[1440153968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1587; }","duration":"651.619494ms","start":"2026-02-27T18:25:20.957983Z","end":"2026-02-27T18:25:21.609603Z","steps":["trace[1440153968] 'agreement among raft nodes before linearized reading' (duration: 651.505151ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:21.609514Z","caller":"traceutil/trace.go:171","msg":"trace[40414106] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1587; }","duration":"423.544093ms","start":"2026-02-27T18:25:21.185951Z","end":"2026-02-27T18:25:21.609495Z","steps":["trace[40414106] 'agreement among raft nodes before linearized reading' (duration: 423.328158ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:21.60962Z","caller":"traceutil/trace.go:171","msg":"trace[767475040] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1587; }","duration":"133.361502ms","start":"2026-02-27T18:25:21.476248Z","end":"2026-02-27T18:25:21.60961Z","steps":["trace[767475040] 'agreement among raft nodes before linearized reading' (duration: 133.29555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:21.609646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:20.957977Z","time spent":"651.662985ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:25:21.609662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:20.946615Z","time spent":"663.030254ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:25:21.609686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:21.185907Z","time spent":"423.748978ms","remote":"127.0.0.1:60002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:25:21.609705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.539801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:25:21.60975Z","caller":"traceutil/trace.go:171","msg":"trace[937289823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1587; }","duration":"651.613573ms","start":"2026-02-27T18:25:20.958119Z","end":"2026-02-27T18:25:21.609733Z","steps":["trace[937289823] 'agreement among raft nodes before linearized reading' (duration: 651.439209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:21.609817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:20.958111Z","time spent":"651.692305ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:25:21.60984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.902656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:25:21.609991Z","caller":"traceutil/trace.go:171","msg":"trace[960788230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1587; }","duration":"653.104531ms","start":"2026-02-27T18:25:20.956855Z","end":"2026-02-27T18:25:21.60996Z","steps":["trace[960788230] 'agreement among raft nodes before linearized reading' (duration: 652.720541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:21.610061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:20.956839Z","time spent":"653.208204ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:25:30.740625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819882405s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:25:30.740959Z","caller":"traceutil/trace.go:171","msg":"trace[1858478019] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1768; }","duration":"1.978087577s","start":"2026-02-27T18:25:28.762834Z","end":"2026-02-27T18:25:30.740922Z","steps":["trace[1858478019] 'read index received' (duration: 157.7832ms)","trace[1858478019] 'applied index is now lower than readState.Index' (duration: 1.820301217s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:30.741167Z","caller":"traceutil/trace.go:171","msg":"trace[437250814] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"1.106914871s","start":"2026-02-27T18:25:29.63422Z","end":"2026-02-27T18:25:30.741135Z","steps":["trace[437250814] 'process raft request' (duration: 1.106605992s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.741239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978389855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T18:25:30.741279Z","caller":"traceutil/trace.go:171","msg":"trace[707053083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1695; }","duration":"1.978469047s","start":"2026-02-27T18:25:28.762797Z","end":"2026-02-27T18:25:30.741266Z","steps":["trace[707053083] 'agreement among raft nodes before linearized reading' (duration: 1.978268272s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.741313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:28.762778Z","time spent":"1.978526559s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T18:25:30.741428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:29.634196Z","time spent":"1.107064914s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:30.875842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.271003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:25:30.8761Z","caller":"traceutil/trace.go:171","msg":"trace[1963590802] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"1.084374226s","start":"2026-02-27T18:25:29.791699Z","end":"2026-02-27T18:25:30.876074Z","steps":["trace[1963590802] 'process raft request' (duration: 967.757824ms)","trace[1963590802] 'compare' (duration: 115.977674ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:30.876387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:29.791668Z","time spent":"1.08451386s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:30.876516Z","caller":"traceutil/trace.go:171","msg":"trace[1816711804] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1770; }","duration":"135.459531ms","start":"2026-02-27T18:25:30.741033Z","end":"2026-02-27T18:25:30.876492Z","steps":["trace[1816711804] 'read index received' (duration: 18.349076ms)","trace[1816711804] 'applied index is now lower than readState.Index' (duration: 117.108875ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:30.876812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212214674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:25:30.876857Z","caller":"traceutil/trace.go:171","msg":"trace[1068552538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1698; }","duration":"1.212286356s","start":"2026-02-27T18:25:29.66456Z","end":"2026-02-27T18:25:30.876846Z","steps":["trace[1068552538] 'agreement among raft nodes before linearized reading' (duration: 1.212148162s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.876857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949525382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-27T18:25:30.876887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:29.664547Z","time spent":"1.212330737s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:25:30.876912Z","caller":"traceutil/trace.go:171","msg":"trace[2040720650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1698; }","duration":"1.949639865s","start":"2026-02-27T18:25:28.927255Z","end":"2026-02-27T18:25:30.876895Z","steps":["trace[2040720650] 'agreement among raft nodes before linearized reading' (duration: 1.9494288s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.876998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:28.927235Z","time spent":"1.949747899s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T18:25:30.877039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225386213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:25:30.877124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.970354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T18:25:30.877177Z","caller":"traceutil/trace.go:171","msg":"trace[1294098410] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1698; }","duration":"954.053687ms","start":"2026-02-27T18:25:29.923106Z","end":"2026-02-27T18:25:30.87716Z","steps":["trace[1294098410] 'agreement among raft nodes before linearized reading' (duration: 953.902143ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:30.877206Z","caller":"traceutil/trace.go:171","msg":"trace[822619484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1698; }","duration":"1.225501837s","start":"2026-02-27T18:25:29.65163Z","end":"2026-02-27T18:25:30.877132Z","steps":["trace[822619484] 'agreement among raft nodes before linearized reading' (duration: 1.225319022s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.877221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:29.923094Z","time spent":"954.118899ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:25:30.877272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614435923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:25:30.877312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:29.651623Z","time spent":"1.22562309s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:25:30.876931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215173157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:25:30.878067Z","caller":"traceutil/trace.go:171","msg":"trace[1743654632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1698; }","duration":"1.216279268s","start":"2026-02-27T18:25:29.661726Z","end":"2026-02-27T18:25:30.878005Z","steps":["trace[1743654632] 'agreement among raft nodes before linearized reading' (duration: 1.215108855s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.878245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:29.661705Z","time spent":"1.216492835s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:25:30.877326Z","caller":"traceutil/trace.go:171","msg":"trace[122196906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1698; }","duration":"1.614523375s","start":"2026-02-27T18:25:29.262788Z","end":"2026-02-27T18:25:30.877312Z","steps":["trace[122196906] 'agreement among raft nodes before linearized reading' (duration: 1.614441883s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.878455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:29.262764Z","time spent":"1.615653248s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:25:30.877334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.297808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18982db915d92e95\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-02-27T18:25:30.878684Z","caller":"traceutil/trace.go:171","msg":"trace[1773381348] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18982db915d92e95; range_end:; response_count:1; response_revision:1698; }","duration":"792.768819ms","start":"2026-02-27T18:25:30.08587Z","end":"2026-02-27T18:25:30.878639Z","steps":["trace[1773381348] 'agreement among raft nodes before linearized reading' (duration: 791.144543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.877436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642579484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a61debdf-032f-4a9a-8ae0-6f4ceddbd94e\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-02-27T18:25:30.87888Z","caller":"traceutil/trace.go:171","msg":"trace[1094784820] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a61debdf-032f-4a9a-8ae0-6f4ceddbd94e; range_end:; response_count:1; response_revision:1698; }","duration":"1.644047896s","start":"2026-02-27T18:25:29.234816Z","end":"2026-02-27T18:25:30.878864Z","steps":["trace[1094784820] 'agreement among raft nodes before linearized reading' (duration: 1.642533843s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.878919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:29.2348Z","time spent":"1.644102007s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a61debdf-032f-4a9a-8ae0-6f4ceddbd94e\" "} {"level":"warn","ts":"2026-02-27T18:25:30.877429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239340576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T18:25:30.878988Z","caller":"traceutil/trace.go:171","msg":"trace[1778700463] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1698; }","duration":"1.241003734s","start":"2026-02-27T18:25:29.637952Z","end":"2026-02-27T18:25:30.878956Z","steps":["trace[1778700463] 'agreement among raft nodes before linearized reading' (duration: 1.239146671s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:30.877506Z","caller":"traceutil/trace.go:171","msg":"trace[524115329] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"1.009944811s","start":"2026-02-27T18:25:29.867538Z","end":"2026-02-27T18:25:30.877482Z","steps":["trace[524115329] 'process raft request' (duration: 1.008624464s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.879052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:29.637897Z","time spent":"1.241139037s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:25:30.876812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225514437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:25:30.879238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:30.085836Z","time spent":"792.953464ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18982db915d92e95\" "} {"level":"info","ts":"2026-02-27T18:25:30.8793Z","caller":"traceutil/trace.go:171","msg":"trace[2125161148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1698; }","duration":"1.228007987s","start":"2026-02-27T18:25:29.651249Z","end":"2026-02-27T18:25:30.879257Z","steps":["trace[2125161148] 'agreement among raft nodes before linearized reading' (duration: 1.225479326s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.879339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:29.867494Z","time spent":"1.011734701s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7597,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:30.879372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:29.651228Z","time spent":"1.228121881s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:25:30.877524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500240889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a61debdf-032f-4a9a-8ae0-6f4ceddbd94e\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-02-27T18:25:30.879594Z","caller":"traceutil/trace.go:171","msg":"trace[1294045667] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a61debdf-032f-4a9a-8ae0-6f4ceddbd94e; range_end:; response_count:1; response_revision:1698; }","duration":"1.502360249s","start":"2026-02-27T18:25:29.377211Z","end":"2026-02-27T18:25:30.879571Z","steps":["trace[1294045667] 'agreement among raft nodes before linearized reading' (duration: 1.499533499s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:30.877495Z","caller":"traceutil/trace.go:171","msg":"trace[1197630893] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"996.602864ms","start":"2026-02-27T18:25:29.880826Z","end":"2026-02-27T18:25:30.877429Z","steps":["trace[1197630893] 'process raft request' (duration: 995.571976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.87966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:29.377183Z","time spent":"1.502457732s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a61debdf-032f-4a9a-8ae0-6f4ceddbd94e\" "} {"level":"warn","ts":"2026-02-27T18:25:30.879737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:29.880795Z","time spent":"998.884339ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:30.877574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.880596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:25:30.879816Z","caller":"traceutil/trace.go:171","msg":"trace[936171736] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1698; }","duration":"863.197481ms","start":"2026-02-27T18:25:30.01661Z","end":"2026-02-27T18:25:30.879807Z","steps":["trace[936171736] 'agreement among raft nodes before linearized reading' (duration: 860.887006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.879845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:30.016575Z","time spent":"863.261643ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:25:30.877596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21245626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:25:30.879919Z","caller":"traceutil/trace.go:171","msg":"trace[1695865271] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1698; }","duration":"1.214789325s","start":"2026-02-27T18:25:29.66511Z","end":"2026-02-27T18:25:30.879899Z","steps":["trace[1695865271] 'agreement among raft nodes before linearized reading' (duration: 1.212425708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.879989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:29.665102Z","time spent":"1.214863918s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:25:30.87777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226380891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:25:30.880081Z","caller":"traceutil/trace.go:171","msg":"trace[1567719238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1698; }","duration":"1.228758619s","start":"2026-02-27T18:25:29.651313Z","end":"2026-02-27T18:25:30.880071Z","steps":["trace[1567719238] 'agreement among raft nodes before linearized reading' (duration: 1.226131765s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.88011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:29.651287Z","time spent":"1.22881321s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:25:32.576817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362712589s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:25:32.577052Z","caller":"traceutil/trace.go:171","msg":"trace[765625550] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"1.693113546s","start":"2026-02-27T18:25:30.883907Z","end":"2026-02-27T18:25:32.577021Z","steps":["trace[765625550] 'process raft request' (duration: 330.107489ms)","trace[765625550] 'compare' (duration: 1.3623928s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:32.577206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:30.883885Z","time spent":"1.693235069s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:32.577228Z","caller":"traceutil/trace.go:171","msg":"trace[1748716329] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"1.691872101s","start":"2026-02-27T18:25:30.88534Z","end":"2026-02-27T18:25:32.577212Z","steps":["trace[1748716329] 'process raft request' (duration: 1.691722107s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:32.577287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690619105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:25:32.577312Z","caller":"traceutil/trace.go:171","msg":"trace[1840858866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1707; }","duration":"1.690645736s","start":"2026-02-27T18:25:30.88666Z","end":"2026-02-27T18:25:32.577305Z","steps":["trace[1840858866] 'agreement among raft nodes before linearized reading' (duration: 1.690585414s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:32.577312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:30.885329Z","time spent":"1.691940313s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:32.57735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:30.886626Z","time spent":"1.690718058s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:25:32.577217Z","caller":"traceutil/trace.go:171","msg":"trace[1947608566] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1773; }","duration":"1.690536723s","start":"2026-02-27T18:25:30.886666Z","end":"2026-02-27T18:25:32.577203Z","steps":["trace[1947608566] 'read index received' (duration: 327.436624ms)","trace[1947608566] 'applied index is now lower than readState.Index' (duration: 1.363099359s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:32.577463Z","caller":"traceutil/trace.go:171","msg":"trace[1964921303] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"1.691649635s","start":"2026-02-27T18:25:30.885765Z","end":"2026-02-27T18:25:32.577415Z","steps":["trace[1964921303] 'process raft request' (duration: 1.691370027s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:32.577594Z","caller":"traceutil/trace.go:171","msg":"trace[2014656357] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"1.692418067s","start":"2026-02-27T18:25:30.885162Z","end":"2026-02-27T18:25:32.57758Z","steps":["trace[2014656357] 'process raft request' (duration: 1.691760978s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:32.577601Z","caller":"traceutil/trace.go:171","msg":"trace[1084031293] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"1.692261582s","start":"2026-02-27T18:25:30.885326Z","end":"2026-02-27T18:25:32.577588Z","steps":["trace[1084031293] 'process raft request' (duration: 1.691706596s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:32.577646Z","caller":"traceutil/trace.go:171","msg":"trace[1906623678] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"1.691067598s","start":"2026-02-27T18:25:30.886568Z","end":"2026-02-27T18:25:32.577636Z","steps":["trace[1906623678] 'process raft request' (duration: 1.690594485s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:32.577644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:30.885745Z","time spent":"1.69179909s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:32.577639Z","caller":"traceutil/trace.go:171","msg":"trace[882072065] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"1.692429296s","start":"2026-02-27T18:25:30.885178Z","end":"2026-02-27T18:25:32.577607Z","steps":["trace[882072065] 'process raft request' (duration: 1.691820699s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:32.577696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:30.886556Z","time spent":"1.691114859s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:32.577712Z","caller":"traceutil/trace.go:171","msg":"trace[657078843] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"1.692355445s","start":"2026-02-27T18:25:30.885348Z","end":"2026-02-27T18:25:32.577704Z","steps":["trace[657078843] 'process raft request' (duration: 1.691740168s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:32.577749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:30.885336Z","time spent":"1.692394376s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:32.57779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:30.885142Z","time spent":"1.69256833s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:32.57766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:30.885141Z","time spent":"1.692486418s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:32.577662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:30.885316Z","time spent":"1.692313554s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:32.577796Z","caller":"traceutil/trace.go:171","msg":"trace[2003769865] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"1.692393636s","start":"2026-02-27T18:25:30.885356Z","end":"2026-02-27T18:25:32.57775Z","steps":["trace[2003769865] 'process raft request' (duration: 1.691755939s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:32.578073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:30.88533Z","time spent":"1.69256004s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:32.66561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.770363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a61debdf-032f-4a9a-8ae0-6f4ceddbd94e\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-02-27T18:25:32.665658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.27179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:25:32.665676Z","caller":"traceutil/trace.go:171","msg":"trace[1593426426] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"934.57245ms","start":"2026-02-27T18:25:31.731065Z","end":"2026-02-27T18:25:32.665638Z","steps":["trace[1593426426] 'process raft request' (duration: 934.198479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:32.665745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036384875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-02-27T18:25:32.665772Z","caller":"traceutil/trace.go:171","msg":"trace[1881407313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1708; }","duration":"106.446105ms","start":"2026-02-27T18:25:32.559299Z","end":"2026-02-27T18:25:32.665745Z","steps":["trace[1881407313] 'agreement among raft nodes before linearized reading' (duration: 106.228699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:32.665768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.41589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:25:32.665798Z","caller":"traceutil/trace.go:171","msg":"trace[1864229184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1708; }","duration":"1.036457417s","start":"2026-02-27T18:25:31.629319Z","end":"2026-02-27T18:25:32.665777Z","steps":["trace[1864229184] 'agreement among raft nodes before linearized reading' (duration: 1.036350094s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:32.665812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150398763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:25:32.665841Z","caller":"traceutil/trace.go:171","msg":"trace[15282689] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1708; }","duration":"431.554324ms","start":"2026-02-27T18:25:32.234264Z","end":"2026-02-27T18:25:32.665818Z","steps":["trace[15282689] 'agreement among raft nodes before linearized reading' (duration: 431.41462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:32.665848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:31.6293Z","time spent":"1.036540639s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T18:25:32.66586Z","caller":"traceutil/trace.go:171","msg":"trace[948386550] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1708; }","duration":"1.150483696s","start":"2026-02-27T18:25:31.515363Z","end":"2026-02-27T18:25:32.665846Z","steps":["trace[948386550] 'agreement among raft nodes before linearized reading' (duration: 1.150406183s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:32.665866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:31.731038Z","time spent":"934.739695ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:32.665719Z","caller":"traceutil/trace.go:171","msg":"trace[2086234417] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a61debdf-032f-4a9a-8ae0-6f4ceddbd94e; range_end:; response_count:1; response_revision:1708; }","duration":"779.936667ms","start":"2026-02-27T18:25:31.885757Z","end":"2026-02-27T18:25:32.665694Z","steps":["trace[2086234417] 'agreement among raft nodes before linearized reading' (duration: 779.727942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:32.665909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:31.515342Z","time spent":"1.150554098s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:25:32.665626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.544095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T18:25:32.666034Z","caller":"traceutil/trace.go:171","msg":"trace[216361924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1708; }","duration":"781.007308ms","start":"2026-02-27T18:25:31.885015Z","end":"2026-02-27T18:25:32.666023Z","steps":["trace[216361924] 'agreement among raft nodes before linearized reading' (duration: 780.475033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:32.666014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:31.885715Z","time spent":"780.264596ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a61debdf-032f-4a9a-8ae0-6f4ceddbd94e\" "} {"level":"warn","ts":"2026-02-27T18:25:32.666069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:31.884989Z","time spent":"781.069059ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T18:25:32.66589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:32.234242Z","time spent":"431.634386ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:25:38.513839Z","caller":"traceutil/trace.go:171","msg":"trace[1488271792] linearizableReadLoop","detail":"{readStateIndex:1830; appliedIndex:1829; }","duration":"387.070222ms","start":"2026-02-27T18:25:38.126722Z","end":"2026-02-27T18:25:38.513792Z","steps":["trace[1488271792] 'read index received' (duration: 381.31266ms)","trace[1488271792] 'applied index is now lower than readState.Index' (duration: 5.750472ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:38.514008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.276418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:25:38.514083Z","caller":"traceutil/trace.go:171","msg":"trace[2122891063] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1753; }","duration":"387.403222ms","start":"2026-02-27T18:25:38.126662Z","end":"2026-02-27T18:25:38.514065Z","steps":["trace[2122891063] 'agreement among raft nodes before linearized reading' (duration: 387.243977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:38.514129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:38.126645Z","time spent":"387.476803ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:25:38.515471Z","caller":"traceutil/trace.go:171","msg":"trace[1003987157] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"127.248471ms","start":"2026-02-27T18:25:38.388202Z","end":"2026-02-27T18:25:38.515451Z","steps":["trace[1003987157] 'process raft request' (duration: 125.866562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:46.157489Z","caller":"traceutil/trace.go:171","msg":"trace[1450995812] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"136.124172ms","start":"2026-02-27T18:25:46.02133Z","end":"2026-02-27T18:25:46.157454Z","steps":["trace[1450995812] 'process raft request' (duration: 135.941446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:46.76364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208416391,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:25:47.061235Z","caller":"traceutil/trace.go:171","msg":"trace[47621297] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"1.024130689s","start":"2026-02-27T18:25:46.037047Z","end":"2026-02-27T18:25:47.061178Z","steps":["trace[47621297] 'process raft request' (duration: 964.113301ms)","trace[47621297] 'compare' (duration: 59.601137ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:47.061377Z","caller":"traceutil/trace.go:171","msg":"trace[218003546] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1891; }","duration":"798.884041ms","start":"2026-02-27T18:25:46.262427Z","end":"2026-02-27T18:25:47.061311Z","steps":["trace[218003546] 'read index received' (duration: 738.78708ms)","trace[218003546] 'applied index is now lower than readState.Index' (duration: 60.06197ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:47.06141Z","caller":"traceutil/trace.go:171","msg":"trace[451089285] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"258.543696ms","start":"2026-02-27T18:25:46.802831Z","end":"2026-02-27T18:25:47.061374Z","steps":["trace[451089285] 'process raft request' (duration: 258.360281ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:47.061542Z","caller":"traceutil/trace.go:171","msg":"trace[1556167244] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"120.46513ms","start":"2026-02-27T18:25:46.941057Z","end":"2026-02-27T18:25:47.061522Z","steps":["trace[1556167244] 'process raft request' (duration: 120.264613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:47.061579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.16829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:25:47.061457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:46.037011Z","time spent":"1.024327715s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:47.061646Z","caller":"traceutil/trace.go:171","msg":"trace[1438266806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1816; }","duration":"799.288223ms","start":"2026-02-27T18:25:46.262347Z","end":"2026-02-27T18:25:47.061635Z","steps":["trace[1438266806] 'agreement among raft nodes before linearized reading' (duration: 799.011874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:47.061687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:46.262319Z","time spent":"799.362415ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:25:47.061809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.713638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:25:47.06185Z","caller":"traceutil/trace.go:171","msg":"trace[1639497093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1816; }","duration":"405.78276ms","start":"2026-02-27T18:25:46.656054Z","end":"2026-02-27T18:25:47.061837Z","steps":["trace[1639497093] 'agreement among raft nodes before linearized reading' (duration: 405.497642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:47.061856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.681646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-27T18:25:47.061844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.990113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:25:47.061886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:46.656038Z","time spent":"405.839921ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:25:47.061903Z","caller":"traceutil/trace.go:171","msg":"trace[936660050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1816; }","duration":"287.788629ms","start":"2026-02-27T18:25:46.7741Z","end":"2026-02-27T18:25:47.061888Z","steps":["trace[936660050] 'agreement among raft nodes before linearized reading' (duration: 287.649965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:47.061899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.109461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T18:25:47.061983Z","caller":"traceutil/trace.go:171","msg":"trace[548420791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1816; }","duration":"413.146017ms","start":"2026-02-27T18:25:46.648764Z","end":"2026-02-27T18:25:47.06191Z","steps":["trace[548420791] 'agreement among raft nodes before linearized reading' (duration: 412.793227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:47.062008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.131781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T18:25:47.061995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.015797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:25:47.062031Z","caller":"traceutil/trace.go:171","msg":"trace[493884436] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1816; }","duration":"410.253765ms","start":"2026-02-27T18:25:46.65175Z","end":"2026-02-27T18:25:47.062004Z","steps":["trace[493884436] 'agreement among raft nodes before linearized reading' (duration: 409.926836ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:47.062062Z","caller":"traceutil/trace.go:171","msg":"trace[1153375101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1816; }","duration":"405.200204ms","start":"2026-02-27T18:25:46.656847Z","end":"2026-02-27T18:25:47.062047Z","steps":["trace[1153375101] 'agreement among raft nodes before linearized reading' (duration: 405.107441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:47.062061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:46.648745Z","time spent":"413.301131ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:25:47.062082Z","caller":"traceutil/trace.go:171","msg":"trace[1939139284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1816; }","duration":"411.157221ms","start":"2026-02-27T18:25:46.650901Z","end":"2026-02-27T18:25:47.062059Z","steps":["trace[1939139284] 'agreement among raft nodes before linearized reading' (duration: 410.889013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:47.062089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:46.651742Z","time spent":"410.334837ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:25:47.062097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:46.656834Z","time spent":"405.255665ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:25:47.061844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.676969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:25:47.062144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:46.65088Z","time spent":"411.246063ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:25:47.06218Z","caller":"traceutil/trace.go:171","msg":"trace[884479057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1816; }","duration":"410.069421ms","start":"2026-02-27T18:25:46.652085Z","end":"2026-02-27T18:25:47.062155Z","steps":["trace[884479057] 'agreement among raft nodes before linearized reading' (duration: 409.619238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:47.062239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:46.652053Z","time spent":"410.169443ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:25:47.557183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.804675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:25:47.557549Z","caller":"traceutil/trace.go:171","msg":"trace[244394553] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"490.466072ms","start":"2026-02-27T18:25:47.067055Z","end":"2026-02-27T18:25:47.557521Z","steps":["trace[244394553] 'process raft request' (duration: 490.250956ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:47.557683Z","caller":"traceutil/trace.go:171","msg":"trace[1025011667] linearizableReadLoop","detail":"{readStateIndex:1900; appliedIndex:1894; }","duration":"293.820749ms","start":"2026-02-27T18:25:47.26384Z","end":"2026-02-27T18:25:47.557661Z","steps":["trace[1025011667] 'read index received' (duration: 147.966114ms)","trace[1025011667] 'applied index is now lower than readState.Index' (duration: 145.853585ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:47.557743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:47.06703Z","time spent":"490.629047ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:47.557746Z","caller":"traceutil/trace.go:171","msg":"trace[549530277] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"490.322328ms","start":"2026-02-27T18:25:47.067393Z","end":"2026-02-27T18:25:47.557715Z","steps":["trace[549530277] 'process raft request' (duration: 490.0044ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:47.557791Z","caller":"traceutil/trace.go:171","msg":"trace[1723068120] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"490.702879ms","start":"2026-02-27T18:25:47.067026Z","end":"2026-02-27T18:25:47.557729Z","steps":["trace[1723068120] 'process raft request' (duration: 189.211584ms)","trace[1723068120] 'compare' (duration: 300.218628ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:47.557852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.010554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:25:47.557871Z","caller":"traceutil/trace.go:171","msg":"trace[369039596] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"490.036671ms","start":"2026-02-27T18:25:47.067793Z","end":"2026-02-27T18:25:47.55783Z","steps":["trace[369039596] 'process raft request' (duration: 489.703781ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:47.557791Z","caller":"traceutil/trace.go:171","msg":"trace[1481433452] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"490.140113ms","start":"2026-02-27T18:25:47.067592Z","end":"2026-02-27T18:25:47.557732Z","steps":["trace[1481433452] 'process raft request' (duration: 489.861745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:47.557904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:47.067381Z","time spent":"490.437161ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:47.558003Z","caller":"traceutil/trace.go:171","msg":"trace[572178334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1822; }","duration":"294.125917ms","start":"2026-02-27T18:25:47.263786Z","end":"2026-02-27T18:25:47.557912Z","steps":["trace[572178334] 'agreement among raft nodes before linearized reading' (duration: 293.943542ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:47.557821Z","caller":"traceutil/trace.go:171","msg":"trace[1243717103] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"489.556327ms","start":"2026-02-27T18:25:47.068206Z","end":"2026-02-27T18:25:47.557762Z","steps":["trace[1243717103] 'process raft request' (duration: 489.347981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:47.5581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:47.067581Z","time spent":"490.409221ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:47.558092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:47.066991Z","time spent":"490.961797ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:47.558107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:47.067752Z","time spent":"490.231466ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:47.55817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:47.068196Z","time spent":"489.919488ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:47.712904Z","caller":"traceutil/trace.go:171","msg":"trace[1630465706] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"122.750974ms","start":"2026-02-27T18:25:47.590124Z","end":"2026-02-27T18:25:47.712875Z","steps":["trace[1630465706] 'process raft request' (duration: 91.660649ms)","trace[1630465706] 'compare' (duration: 30.868479ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:48.012848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.006198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11978"} {"level":"info","ts":"2026-02-27T18:25:48.01296Z","caller":"traceutil/trace.go:171","msg":"trace[1651174876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1823; }","duration":"168.178044ms","start":"2026-02-27T18:25:47.844757Z","end":"2026-02-27T18:25:48.012935Z","steps":["trace[1651174876] 'range keys from in-memory index tree' (duration: 167.69297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:51.595987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208416439,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:25:51.947912Z","caller":"traceutil/trace.go:171","msg":"trace[1562949284] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"874.061606ms","start":"2026-02-27T18:25:51.073769Z","end":"2026-02-27T18:25:51.947831Z","steps":["trace[1562949284] 'process raft request' (duration: 873.906182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:51.948126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:51.073739Z","time spent":"874.311364ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:51.948822Z","caller":"traceutil/trace.go:171","msg":"trace[1026728063] linearizableReadLoop","detail":"{readStateIndex:1915; appliedIndex:1913; }","duration":"853.766116ms","start":"2026-02-27T18:25:51.095037Z","end":"2026-02-27T18:25:51.948803Z","steps":["trace[1026728063] 'read index received' (duration: 852.690506ms)","trace[1026728063] 'applied index is now lower than readState.Index' (duration: 1.07477ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:51.948938Z","caller":"traceutil/trace.go:171","msg":"trace[1048343209] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"870.545558ms","start":"2026-02-27T18:25:51.07838Z","end":"2026-02-27T18:25:51.948926Z","steps":["trace[1048343209] 'process raft request' (duration: 870.322862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:51.949138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:51.078344Z","time spent":"870.62856ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:51.949185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.301904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:25:51.949277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.675911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-02-27T18:25:51.949294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.25465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T18:25:51.949327Z","caller":"traceutil/trace.go:171","msg":"trace[1893980551] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1836; }","duration":"106.803136ms","start":"2026-02-27T18:25:51.842508Z","end":"2026-02-27T18:25:51.949311Z","steps":["trace[1893980551] 'agreement among raft nodes before linearized reading' (duration: 106.658692ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:51.949321Z","caller":"traceutil/trace.go:171","msg":"trace[1897490567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1836; }","duration":"685.472399ms","start":"2026-02-27T18:25:51.263821Z","end":"2026-02-27T18:25:51.949293Z","steps":["trace[1897490567] 'agreement among raft nodes before linearized reading' (duration: 685.298384ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:51.949351Z","caller":"traceutil/trace.go:171","msg":"trace[1449623815] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1836; }","duration":"854.362852ms","start":"2026-02-27T18:25:51.094972Z","end":"2026-02-27T18:25:51.949335Z","steps":["trace[1449623815] 'agreement among raft nodes before linearized reading' (duration: 853.987632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:51.949387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:51.094947Z","time spent":"854.431465ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T18:25:51.949384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:51.263791Z","time spent":"685.578882ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:25:51.94939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.108917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:25:51.949417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.253589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:25:51.949437Z","caller":"traceutil/trace.go:171","msg":"trace[1598774573] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1836; }","duration":"181.155108ms","start":"2026-02-27T18:25:51.768266Z","end":"2026-02-27T18:25:51.949421Z","steps":["trace[1598774573] 'agreement among raft nodes before linearized reading' (duration: 181.085336ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:51.949462Z","caller":"traceutil/trace.go:171","msg":"trace[777909773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1836; }","duration":"370.328662ms","start":"2026-02-27T18:25:51.579121Z","end":"2026-02-27T18:25:51.949449Z","steps":["trace[777909773] 'agreement among raft nodes before linearized reading' (duration: 370.092925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:51.949421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.256017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-27T18:25:51.949486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:51.579104Z","time spent":"370.377012ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:25:51.949531Z","caller":"traceutil/trace.go:171","msg":"trace[1934540001] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1836; }","duration":"371.417631ms","start":"2026-02-27T18:25:51.578084Z","end":"2026-02-27T18:25:51.949502Z","steps":["trace[1934540001] 'agreement among raft nodes before linearized reading' (duration: 371.056431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:51.949589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:51.578063Z","time spent":"371.512604ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:25:51.949601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.543575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:25:51.949606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.884568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130747"} {"level":"info","ts":"2026-02-27T18:25:51.949627Z","caller":"traceutil/trace.go:171","msg":"trace[990930338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1836; }","duration":"371.597646ms","start":"2026-02-27T18:25:51.578022Z","end":"2026-02-27T18:25:51.94962Z","steps":["trace[990930338] 'agreement among raft nodes before linearized reading' (duration: 371.526634ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:51.949635Z","caller":"traceutil/trace.go:171","msg":"trace[85570525] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1836; }","duration":"106.94269ms","start":"2026-02-27T18:25:51.842684Z","end":"2026-02-27T18:25:51.949627Z","steps":["trace[85570525] 'agreement among raft nodes before linearized reading' (duration: 106.790455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:51.949645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:51.578007Z","time spent":"371.633828ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:25:51.949841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.721754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:25:51.949828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.175697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:25:51.949875Z","caller":"traceutil/trace.go:171","msg":"trace[1928196202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1836; }","duration":"374.791367ms","start":"2026-02-27T18:25:51.575074Z","end":"2026-02-27T18:25:51.949866Z","steps":["trace[1928196202] 'agreement among raft nodes before linearized reading' (duration: 374.686173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:51.949904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:51.575056Z","time spent":"374.842129ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:25:51.94995Z","caller":"traceutil/trace.go:171","msg":"trace[1703536099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1836; }","duration":"370.304892ms","start":"2026-02-27T18:25:51.579589Z","end":"2026-02-27T18:25:51.949893Z","steps":["trace[1703536099] 'agreement among raft nodes before linearized reading' (duration: 370.015583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:51.95Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:51.579573Z","time spent":"370.415915ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:25:51.950256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.819936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:25:51.950308Z","caller":"traceutil/trace.go:171","msg":"trace[576952814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1836; }","duration":"370.897818ms","start":"2026-02-27T18:25:51.579398Z","end":"2026-02-27T18:25:51.950296Z","steps":["trace[576952814] 'agreement among raft nodes before linearized reading' (duration: 369.715224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:51.950334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:51.57936Z","time spent":"370.96578ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:25:53.76411Z","caller":"traceutil/trace.go:171","msg":"trace[1383317456] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"101.094075ms","start":"2026-02-27T18:25:53.662984Z","end":"2026-02-27T18:25:53.764078Z","steps":["trace[1383317456] 'process raft request' (duration: 100.856028ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:54.170266Z","caller":"traceutil/trace.go:171","msg":"trace[612006154] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"126.648114ms","start":"2026-02-27T18:25:54.043583Z","end":"2026-02-27T18:25:54.170231Z","steps":["trace[612006154] 'process raft request' (duration: 61.656485ms)","trace[612006154] 'compare' (duration: 64.869866ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:54.171049Z","caller":"traceutil/trace.go:171","msg":"trace[2047699039] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"127.210519ms","start":"2026-02-27T18:25:54.043825Z","end":"2026-02-27T18:25:54.171036Z","steps":["trace[2047699039] 'process raft request' (duration: 127.052065ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:54.171336Z","caller":"traceutil/trace.go:171","msg":"trace[742210287] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"126.781077ms","start":"2026-02-27T18:25:54.044538Z","end":"2026-02-27T18:25:54.171319Z","steps":["trace[742210287] 'process raft request' (duration: 126.452458ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:54.171686Z","caller":"traceutil/trace.go:171","msg":"trace[882313136] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"126.892722ms","start":"2026-02-27T18:25:54.044774Z","end":"2026-02-27T18:25:54.171667Z","steps":["trace[882313136] 'process raft request' (duration: 126.48643ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:54.172014Z","caller":"traceutil/trace.go:171","msg":"trace[141163410] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"126.174681ms","start":"2026-02-27T18:25:54.04582Z","end":"2026-02-27T18:25:54.171994Z","steps":["trace[141163410] 'process raft request' (duration: 126.092169ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:54.172041Z","caller":"traceutil/trace.go:171","msg":"trace[716407266] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"127.108488ms","start":"2026-02-27T18:25:54.044919Z","end":"2026-02-27T18:25:54.172028Z","steps":["trace[716407266] 'process raft request' (duration: 126.671536ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:24.019153Z","caller":"traceutil/trace.go:171","msg":"trace[264163588] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"226.095295ms","start":"2026-02-27T18:26:23.793031Z","end":"2026-02-27T18:26:24.019126Z","steps":["trace[264163588] 'process raft request' (duration: 225.948441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:26.330835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65067537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:26:26.330832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032784562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-27T18:26:26.330839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065680274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:26:26.330925Z","caller":"traceutil/trace.go:171","msg":"trace[1797015490] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2006; }","duration":"1.650813883s","start":"2026-02-27T18:26:24.680092Z","end":"2026-02-27T18:26:26.330906Z","steps":["trace[1797015490] 'count revisions from in-memory index tree' (duration: 1.650612889s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:26.33094Z","caller":"traceutil/trace.go:171","msg":"trace[792298695] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2006; }","duration":"1.032919036s","start":"2026-02-27T18:26:25.297992Z","end":"2026-02-27T18:26:26.330911Z","steps":["trace[792298695] 'range keys from in-memory index tree' (duration: 1.032640159s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:26.330968Z","caller":"traceutil/trace.go:171","msg":"trace[1534087815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2006; }","duration":"1.065844799s","start":"2026-02-27T18:26:25.265094Z","end":"2026-02-27T18:26:26.330939Z","steps":["trace[1534087815] 'range keys from in-memory index tree' (duration: 1.065604552s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:26.330985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:25.297978Z","time spent":"1.032996758s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T18:26:26.330977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:24.680077Z","time spent":"1.650883675s","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:26:26.331033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:25.265074Z","time spent":"1.065940801s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:26:26.832804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208416882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:26:27.333354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208416882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:26:27.833536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208416882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:26:28.098668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.983518033s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:26:28.099067Z","caller":"traceutil/trace.go:171","msg":"trace[333456252] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"1.983998355s","start":"2026-02-27T18:26:26.115046Z","end":"2026-02-27T18:26:28.099045Z","steps":["trace[333456252] 'process raft request' (duration: 1.983862151s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:28.099187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:26.115028Z","time spent":"1.984095688s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:26:28.333073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000435231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T18:26:28.333191Z","caller":"traceutil/trace.go:171","msg":"trace[1361254220] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000563604s","start":"2026-02-27T18:26:26.332605Z","end":"2026-02-27T18:26:28.333168Z","steps":["trace[1361254220] 'agreement among raft nodes before linearized reading' (duration: 2.000432841s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:28.333241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:26.33258Z","time spent":"2.000650346s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 18:26:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:26:28.551554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.164838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:26:28.552063Z","caller":"traceutil/trace.go:171","msg":"trace[588890352] linearizableReadLoop","detail":"{readStateIndex:2096; appliedIndex:2093; }","duration":"2.219430536s","start":"2026-02-27T18:26:26.332612Z","end":"2026-02-27T18:26:28.552042Z","steps":["trace[588890352] 'read index received' (duration: 1.766318104s)","trace[588890352] 'applied index is now lower than readState.Index' (duration: 453.111272ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:26:28.552189Z","caller":"traceutil/trace.go:171","msg":"trace[1542015576] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"798.798409ms","start":"2026-02-27T18:26:27.753376Z","end":"2026-02-27T18:26:28.552174Z","steps":["trace[1542015576] 'process raft request' (duration: 798.547403ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:28.552226Z","caller":"traceutil/trace.go:171","msg":"trace[135779509] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"2.310124036s","start":"2026-02-27T18:26:26.242068Z","end":"2026-02-27T18:26:28.552192Z","steps":["trace[135779509] 'process raft request' (duration: 2.11322107s)","trace[135779509] 'compare' (duration: 196.033435ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:26:28.552306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:27.753346Z","time spent":"798.908332ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:26:28.552406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:26.242042Z","time spent":"2.31027118s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:26:29.160715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.667948ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:26:29.160823Z","caller":"traceutil/trace.go:171","msg":"trace[1726283824] linearizableReadLoop","detail":"{readStateIndex:2097; appliedIndex:2096; }","duration":"608.693519ms","start":"2026-02-27T18:26:28.552109Z","end":"2026-02-27T18:26:29.160803Z","steps":["trace[1726283824] 'read index received' (duration: 260.117µs)","trace[1726283824] 'applied index is now lower than readState.Index' (duration: 608.431852ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:26:29.160988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774892668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:26:29.161034Z","caller":"traceutil/trace.go:171","msg":"trace[2016072458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2009; }","duration":"2.77497584s","start":"2026-02-27T18:26:26.386047Z","end":"2026-02-27T18:26:29.161023Z","steps":["trace[2016072458] 'agreement among raft nodes before linearized reading' (duration: 2.774801456s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:29.161038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402569123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:26:29.161128Z","caller":"traceutil/trace.go:171","msg":"trace[1033646149] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2009; }","duration":"1.402698386s","start":"2026-02-27T18:26:27.758409Z","end":"2026-02-27T18:26:29.161107Z","steps":["trace[1033646149] 'agreement among raft nodes before linearized reading' (duration: 1.402554013s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:29.161207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:27.758394Z","time spent":"1.402779918s","remote":"127.0.0.1:60092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:26:29.161227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492189503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18982dc02571492a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-27T18:26:29.1613Z","caller":"traceutil/trace.go:171","msg":"trace[1195251970] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18982dc02571492a; range_end:; response_count:1; response_revision:2009; }","duration":"2.492255544s","start":"2026-02-27T18:26:26.668992Z","end":"2026-02-27T18:26:29.161247Z","steps":["trace[1195251970] 'agreement among raft nodes before linearized reading' (duration: 2.492172112s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:29.161328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:26.668977Z","time spent":"2.492343236s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18982dc02571492a\" "} {"level":"warn","ts":"2026-02-27T18:26:29.161324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711177007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T18:26:29.161367Z","caller":"traceutil/trace.go:171","msg":"trace[235282033] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2009; }","duration":"2.711238789s","start":"2026-02-27T18:26:26.450115Z","end":"2026-02-27T18:26:29.161354Z","steps":["trace[235282033] 'agreement among raft nodes before linearized reading' (duration: 2.711129817s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:29.161392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:26.450105Z","time spent":"2.71127942s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:26:29.161415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711918105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:26:29.161416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711893545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:26:29.16147Z","caller":"traceutil/trace.go:171","msg":"trace[1781514344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2009; }","duration":"2.712028729s","start":"2026-02-27T18:26:26.449427Z","end":"2026-02-27T18:26:29.161456Z","steps":["trace[1781514344] 'agreement among raft nodes before linearized reading' (duration: 2.711903866s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:29.16148Z","caller":"traceutil/trace.go:171","msg":"trace[1104134422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2009; }","duration":"2.711986707s","start":"2026-02-27T18:26:26.449477Z","end":"2026-02-27T18:26:29.161464Z","steps":["trace[1104134422] 'agreement among raft nodes before linearized reading' (duration: 2.711761361s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:29.1615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:26.44941Z","time spent":"2.71208408s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:26:29.161512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:26.449464Z","time spent":"2.712040389s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:26:29.161148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823393309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-27T18:26:29.161553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771288466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:26:29.161555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711619408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T18:26:29.161609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.776697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:26:29.161618Z","caller":"traceutil/trace.go:171","msg":"trace[1084409292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2009; }","duration":"1.823899041s","start":"2026-02-27T18:26:27.337703Z","end":"2026-02-27T18:26:29.161602Z","steps":["trace[1084409292] 'agreement among raft nodes before linearized reading' (duration: 1.823382119s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:29.161645Z","caller":"traceutil/trace.go:171","msg":"trace[1119055285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2009; }","duration":"820.856859ms","start":"2026-02-27T18:26:28.34078Z","end":"2026-02-27T18:26:29.161636Z","steps":["trace[1119055285] 'agreement among raft nodes before linearized reading' (duration: 820.801508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:29.161651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:27.337679Z","time spent":"1.823962772s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T18:26:29.161645Z","caller":"traceutil/trace.go:171","msg":"trace[6856422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2009; }","duration":"2.771396949s","start":"2026-02-27T18:26:26.390225Z","end":"2026-02-27T18:26:29.161622Z","steps":["trace[6856422] 'agreement among raft nodes before linearized reading' (duration: 2.771154023s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:29.161652Z","caller":"traceutil/trace.go:171","msg":"trace[1909568253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2009; }","duration":"2.711760302s","start":"2026-02-27T18:26:26.449872Z","end":"2026-02-27T18:26:29.161633Z","steps":["trace[1909568253] 'agreement among raft nodes before linearized reading' (duration: 2.711390633s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:29.16167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:28.340762Z","time spent":"820.902551ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:26:29.161065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:26.386032Z","time spent":"2.775025231s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:26:29.161696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:26.390215Z","time spent":"2.77147244s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:26:29.161699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:26.449867Z","time spent":"2.711820393s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:26:29.161729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.504628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-02-27T18:26:29.161785Z","caller":"traceutil/trace.go:171","msg":"trace[493721248] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2009; }","duration":"920.630181ms","start":"2026-02-27T18:26:28.241139Z","end":"2026-02-27T18:26:29.161769Z","steps":["trace[493721248] 'agreement among raft nodes before linearized reading' (duration: 920.452247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:29.161827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:28.241121Z","time spent":"920.694693ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T18:26:58.38464Z","caller":"traceutil/trace.go:171","msg":"trace[1606053292] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"151.876222ms","start":"2026-02-27T18:26:58.232736Z","end":"2026-02-27T18:26:58.384613Z","steps":["trace[1606053292] 'process raft request' (duration: 151.684497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:01.841987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208417586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:27:02.343075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208417586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:27:02.844122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208417586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:27:03.067449Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.7343837s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:27:03.06792Z","caller":"traceutil/trace.go:171","msg":"trace[951103809] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"1.734948864s","start":"2026-02-27T18:27:01.332949Z","end":"2026-02-27T18:27:03.067898Z","steps":["trace[951103809] 'process raft request' (duration: 1.73479296s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.068045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.332923Z","time spent":"1.735060466s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:03.208047Z","caller":"traceutil/trace.go:171","msg":"trace[2005369377] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"1.872370116s","start":"2026-02-27T18:27:01.335654Z","end":"2026-02-27T18:27:03.208024Z","steps":["trace[2005369377] 'process raft request' (duration: 1.87213447s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:03.208062Z","caller":"traceutil/trace.go:171","msg":"trace[1724928913] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"1.654875595s","start":"2026-02-27T18:27:01.553165Z","end":"2026-02-27T18:27:03.208041Z","steps":["trace[1724928913] 'process raft request' (duration: 1.654822714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.208176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.335646Z","time spent":"1.872458728s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:03.208199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.55314Z","time spent":"1.654983787s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:03.208331Z","caller":"traceutil/trace.go:171","msg":"trace[724155478] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"811.081121ms","start":"2026-02-27T18:27:02.39723Z","end":"2026-02-27T18:27:03.208311Z","steps":["trace[724155478] 'process raft request' (duration: 810.786984ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:03.20843Z","caller":"traceutil/trace.go:171","msg":"trace[126188010] linearizableReadLoop","detail":"{readStateIndex:2451; appliedIndex:2446; }","duration":"1.867515336s","start":"2026-02-27T18:27:01.340898Z","end":"2026-02-27T18:27:03.208414Z","steps":["trace[126188010] 'read index received' (duration: 1.726850243s)","trace[126188010] 'applied index is now lower than readState.Index' (duration: 140.663763ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:03.208448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:02.397202Z","time spent":"811.187334ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:03.20847Z","caller":"traceutil/trace.go:171","msg":"trace[868307105] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"538.499542ms","start":"2026-02-27T18:27:02.669945Z","end":"2026-02-27T18:27:03.208444Z","steps":["trace[868307105] 'process raft request' (duration: 538.289467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.208601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.431521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:27:03.208638Z","caller":"traceutil/trace.go:171","msg":"trace[1518833267] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2350; }","duration":"209.499053ms","start":"2026-02-27T18:27:02.999131Z","end":"2026-02-27T18:27:03.20863Z","steps":["trace[1518833267] 'agreement among raft nodes before linearized reading' (duration: 209.4336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.208639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.054881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-27T18:27:03.208633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:02.6699Z","time spent":"538.628865ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:03.208666Z","caller":"traceutil/trace.go:171","msg":"trace[999726442] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2350; }","duration":"184.113923ms","start":"2026-02-27T18:27:03.024544Z","end":"2026-02-27T18:27:03.208658Z","steps":["trace[999726442] 'agreement among raft nodes before linearized reading' (duration: 184.006659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.208648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.326836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:27:03.208729Z","caller":"traceutil/trace.go:171","msg":"trace[1962522959] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2350; }","duration":"697.575893ms","start":"2026-02-27T18:27:02.511131Z","end":"2026-02-27T18:27:03.208707Z","steps":["trace[1962522959] 'agreement among raft nodes before linearized reading' (duration: 697.453849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.208767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867847505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:27:03.208793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:02.511109Z","time spent":"697.668935ms","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:27:03.208816Z","caller":"traceutil/trace.go:171","msg":"trace[614109462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2350; }","duration":"1.867914586s","start":"2026-02-27T18:27:01.340889Z","end":"2026-02-27T18:27:03.208803Z","steps":["trace[614109462] 'agreement among raft nodes before linearized reading' (duration: 1.867647149s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.208788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.29573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:27:03.208845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530552419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:27:03.208894Z","caller":"traceutil/trace.go:171","msg":"trace[1579401782] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2350; }","duration":"1.530758304s","start":"2026-02-27T18:27:01.678124Z","end":"2026-02-27T18:27:03.208883Z","steps":["trace[1579401782] 'agreement among raft nodes before linearized reading' (duration: 1.530534979s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.208925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.678105Z","time spent":"1.530811155s","remote":"127.0.0.1:60084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:27:03.208854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.340877Z","time spent":"1.867968917s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:27:03.208884Z","caller":"traceutil/trace.go:171","msg":"trace[1458582976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2350; }","duration":"946.432763ms","start":"2026-02-27T18:27:02.262426Z","end":"2026-02-27T18:27:03.208858Z","steps":["trace[1458582976] 'agreement among raft nodes before linearized reading' (duration: 946.268459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867384353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-27T18:27:03.209038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:02.262404Z","time spent":"946.619567ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:27:03.209079Z","caller":"traceutil/trace.go:171","msg":"trace[1211494429] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2350; }","duration":"1.867491575s","start":"2026-02-27T18:27:01.341568Z","end":"2026-02-27T18:27:03.20906Z","steps":["trace[1211494429] 'agreement among raft nodes before linearized reading' (duration: 1.867181088s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.208959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.645158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T18:27:03.209117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.341561Z","time spent":"1.867547788s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:27:03.209136Z","caller":"traceutil/trace.go:171","msg":"trace[1069652421] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2350; }","duration":"646.849093ms","start":"2026-02-27T18:27:02.56228Z","end":"2026-02-27T18:27:03.209129Z","steps":["trace[1069652421] 'agreement among raft nodes before linearized reading' (duration: 646.262018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.209161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:02.562262Z","time spent":"646.892435ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:27:03.209229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.397025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T18:27:03.209257Z","caller":"traceutil/trace.go:171","msg":"trace[908161930] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2350; }","duration":"448.421726ms","start":"2026-02-27T18:27:02.760826Z","end":"2026-02-27T18:27:03.209248Z","steps":["trace[908161930] 'agreement among raft nodes before linearized reading' (duration: 447.834992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.209284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:02.760767Z","time spent":"448.512358ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:27:03.209339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.238236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T18:27:03.20939Z","caller":"traceutil/trace.go:171","msg":"trace[1816321425] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:2350; }","duration":"118.334248ms","start":"2026-02-27T18:27:03.091044Z","end":"2026-02-27T18:27:03.209378Z","steps":["trace[1816321425] 'agreement among raft nodes before linearized reading' (duration: 117.525377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.209391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868110251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:27:03.209436Z","caller":"traceutil/trace.go:171","msg":"trace[1380273828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2350; }","duration":"1.868190983s","start":"2026-02-27T18:27:01.341231Z","end":"2026-02-27T18:27:03.209422Z","steps":["trace[1380273828] 'agreement among raft nodes before linearized reading' (duration: 1.867527337s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.209468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.341211Z","time spent":"1.868250594s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:27:03.21028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868528391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:27:03.210402Z","caller":"traceutil/trace.go:171","msg":"trace[1590956660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2350; }","duration":"1.869524716s","start":"2026-02-27T18:27:01.340851Z","end":"2026-02-27T18:27:03.210376Z","steps":["trace[1590956660] 'agreement among raft nodes before linearized reading' (duration: 1.867647469s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:03.210586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:01.340834Z","time spent":"1.86973406s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:27:09.293546Z","caller":"traceutil/trace.go:171","msg":"trace[1580368468] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"196.835529ms","start":"2026-02-27T18:27:09.096664Z","end":"2026-02-27T18:27:09.293499Z","steps":["trace[1580368468] 'process raft request' (duration: 196.588873ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:13.439008Z","caller":"traceutil/trace.go:171","msg":"trace[1714377640] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"125.820745ms","start":"2026-02-27T18:27:13.313163Z","end":"2026-02-27T18:27:13.438983Z","steps":["trace[1714377640] 'process raft request' (duration: 125.655651ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:13.449821Z","caller":"traceutil/trace.go:171","msg":"trace[1419388484] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"135.782011ms","start":"2026-02-27T18:27:13.314019Z","end":"2026-02-27T18:27:13.449801Z","steps":["trace[1419388484] 'process raft request' (duration: 135.642818ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:13.450074Z","caller":"traceutil/trace.go:171","msg":"trace[346775969] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"135.773281ms","start":"2026-02-27T18:27:13.314259Z","end":"2026-02-27T18:27:13.450032Z","steps":["trace[346775969] 'process raft request' (duration: 135.512665ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:13.450074Z","caller":"traceutil/trace.go:171","msg":"trace[740011295] linearizableReadLoop","detail":"{readStateIndex:2516; appliedIndex:2514; }","duration":"129.68189ms","start":"2026-02-27T18:27:13.320342Z","end":"2026-02-27T18:27:13.450024Z","steps":["trace[740011295] 'read index received' (duration: 118.629045ms)","trace[740011295] 'applied index is now lower than readState.Index' (duration: 11.048825ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:13.450356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.992888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:27:13.450419Z","caller":"traceutil/trace.go:171","msg":"trace[1927572099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2411; }","duration":"130.124821ms","start":"2026-02-27T18:27:13.320281Z","end":"2026-02-27T18:27:13.450406Z","steps":["trace[1927572099] 'agreement among raft nodes before linearized reading' (duration: 129.862825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:13.450435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.66756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:27:13.450419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.83958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T18:27:13.450467Z","caller":"traceutil/trace.go:171","msg":"trace[1505739170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2411; }","duration":"127.703651ms","start":"2026-02-27T18:27:13.32275Z","end":"2026-02-27T18:27:13.450454Z","steps":["trace[1505739170] 'agreement among raft nodes before linearized reading' (duration: 127.642189ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:13.450488Z","caller":"traceutil/trace.go:171","msg":"trace[1530504858] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2411; }","duration":"124.935133ms","start":"2026-02-27T18:27:13.325537Z","end":"2026-02-27T18:27:13.450472Z","steps":["trace[1530504858] 'agreement among raft nodes before linearized reading' (duration: 124.739277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:13.450514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.156673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:27:13.450347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.261764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:27:13.450564Z","caller":"traceutil/trace.go:171","msg":"trace[306420695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2411; }","duration":"124.317678ms","start":"2026-02-27T18:27:13.326234Z","end":"2026-02-27T18:27:13.450551Z","steps":["trace[306420695] 'agreement among raft nodes before linearized reading' (duration: 124.02779ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:13.450601Z","caller":"traceutil/trace.go:171","msg":"trace[1447112038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2411; }","duration":"128.557293ms","start":"2026-02-27T18:27:13.322032Z","end":"2026-02-27T18:27:13.450589Z","steps":["trace[1447112038] 'agreement among raft nodes before linearized reading' (duration: 128.209313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:35.524935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208418096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:27:36.025157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208418096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:27:36.175197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175087531s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:27:36.175678Z","caller":"traceutil/trace.go:171","msg":"trace[669802495] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"1.175682057s","start":"2026-02-27T18:27:34.999973Z","end":"2026-02-27T18:27:36.175655Z","steps":["trace[669802495] 'process raft request' (duration: 1.175495133s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.17581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:34.999952Z","time spent":"1.175782619s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:36.591086Z","caller":"traceutil/trace.go:171","msg":"trace[77095567] linearizableReadLoop","detail":"{readStateIndex:2640; appliedIndex:2636; }","duration":"1.566657261s","start":"2026-02-27T18:27:35.024398Z","end":"2026-02-27T18:27:36.591055Z","steps":["trace[77095567] 'read index received' (duration: 1.151091891s)","trace[77095567] 'applied index is now lower than readState.Index' (duration: 415.5642ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:36.591226Z","caller":"traceutil/trace.go:171","msg":"trace[1404585370] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"1.399770359s","start":"2026-02-27T18:27:35.191441Z","end":"2026-02-27T18:27:36.591212Z","steps":["trace[1404585370] 'process raft request' (duration: 1.349679477s)","trace[1404585370] 'compare' (duration: 49.402315ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:36.591326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327606155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:27:36.591352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.191413Z","time spent":"1.399848971s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:36.591382Z","caller":"traceutil/trace.go:171","msg":"trace[1492702365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2531; }","duration":"1.327706438s","start":"2026-02-27T18:27:35.263663Z","end":"2026-02-27T18:27:36.59137Z","steps":["trace[1492702365] 'agreement among raft nodes before linearized reading' (duration: 1.327598495s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.591415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.263643Z","time spent":"1.327766309s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:27:36.591566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013189364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T18:27:36.591606Z","caller":"traceutil/trace.go:171","msg":"trace[981602586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2531; }","duration":"1.013262246s","start":"2026-02-27T18:27:35.578332Z","end":"2026-02-27T18:27:36.591594Z","steps":["trace[981602586] 'agreement among raft nodes before linearized reading' (duration: 1.013154293s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.591615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055547353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T18:27:36.591629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.578318Z","time spent":"1.013304746s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:27:36.591638Z","caller":"traceutil/trace.go:171","msg":"trace[1768645225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2531; }","duration":"1.055588713s","start":"2026-02-27T18:27:35.536043Z","end":"2026-02-27T18:27:36.591631Z","steps":["trace[1768645225] 'agreement among raft nodes before linearized reading' (duration: 1.055512882s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.591633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013131482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:27:36.591696Z","caller":"traceutil/trace.go:171","msg":"trace[1907641514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2531; }","duration":"1.013212655s","start":"2026-02-27T18:27:35.578465Z","end":"2026-02-27T18:27:36.591677Z","steps":["trace[1907641514] 'agreement among raft nodes before linearized reading' (duration: 1.013049201s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.591692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024828354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:27:36.591728Z","caller":"traceutil/trace.go:171","msg":"trace[1706829133] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"1.063233395s","start":"2026-02-27T18:27:35.528482Z","end":"2026-02-27T18:27:36.591715Z","steps":["trace[1706829133] 'process raft request' (duration: 1.062412134s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:36.59176Z","caller":"traceutil/trace.go:171","msg":"trace[428690228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2531; }","duration":"1.024945657s","start":"2026-02-27T18:27:35.566797Z","end":"2026-02-27T18:27:36.591742Z","steps":["trace[428690228] 'agreement among raft nodes before linearized reading' (duration: 1.024730112s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.59173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.505605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18982dd298321e16\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-02-27T18:27:36.591795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.566777Z","time spent":"1.025011309s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:27:36.591273Z","caller":"traceutil/trace.go:171","msg":"trace[1642836926] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"1.061188904s","start":"2026-02-27T18:27:35.530059Z","end":"2026-02-27T18:27:36.591248Z","steps":["trace[1642836926] 'process raft request' (duration: 1.060937858s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.591818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.528462Z","time spent":"1.063312196s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:36.591832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018386483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:27:36.591823Z","caller":"traceutil/trace.go:171","msg":"trace[1662233176] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18982dd298321e16; range_end:; response_count:1; response_revision:2531; }","duration":"692.636869ms","start":"2026-02-27T18:27:35.899159Z","end":"2026-02-27T18:27:36.591796Z","steps":["trace[1662233176] 'agreement among raft nodes before linearized reading' (duration: 692.344611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.591735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.578451Z","time spent":"1.013274176s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:27:36.591859Z","caller":"traceutil/trace.go:171","msg":"trace[69455990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2531; }","duration":"1.018439164s","start":"2026-02-27T18:27:35.573412Z","end":"2026-02-27T18:27:36.591851Z","steps":["trace[69455990] 'agreement among raft nodes before linearized reading' (duration: 1.018365372s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.591879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.573389Z","time spent":"1.018485275s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:27:36.591872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.899135Z","time spent":"692.72788ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18982dd298321e16\" "} {"level":"warn","ts":"2026-02-27T18:27:36.591739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015789418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:27:36.591925Z","caller":"traceutil/trace.go:171","msg":"trace[97800335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2531; }","duration":"1.016020253s","start":"2026-02-27T18:27:35.575894Z","end":"2026-02-27T18:27:36.591914Z","steps":["trace[97800335] 'agreement among raft nodes before linearized reading' (duration: 1.015796908s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.591862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567401299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-27T18:27:36.591971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.575879Z","time spent":"1.016082726s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:27:36.59166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.536036Z","time spent":"1.055617345s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:27:36.592026Z","caller":"traceutil/trace.go:171","msg":"trace[1771866824] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2531; }","duration":"1.567609465s","start":"2026-02-27T18:27:35.024364Z","end":"2026-02-27T18:27:36.591973Z","steps":["trace[1771866824] 'agreement among raft nodes before linearized reading' (duration: 1.567157634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:36.592096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.530044Z","time spent":"1.06185021s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:36.592111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:35.02434Z","time spent":"1.567725598s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-27T18:27:38.206011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.146351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:27:38.206453Z","caller":"traceutil/trace.go:171","msg":"trace[1937638073] linearizableReadLoop","detail":"{readStateIndex:2642; appliedIndex:2640; }","duration":"1.609844172s","start":"2026-02-27T18:27:36.596591Z","end":"2026-02-27T18:27:38.206435Z","steps":["trace[1937638073] 'read index received' (duration: 23.446236ms)","trace[1937638073] 'applied index is now lower than readState.Index' (duration: 1.586396956s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:38.206556Z","caller":"traceutil/trace.go:171","msg":"trace[826374534] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"1.610464938s","start":"2026-02-27T18:27:36.596079Z","end":"2026-02-27T18:27:38.206544Z","steps":["trace[826374534] 'process raft request' (duration: 962.637599ms)","trace[826374534] 'compare' (duration: 646.502525ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:38.206627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.596061Z","time spent":"1.610526589s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:38.206762Z","caller":"traceutil/trace.go:171","msg":"trace[709213082] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"1.609643147s","start":"2026-02-27T18:27:36.597096Z","end":"2026-02-27T18:27:38.206739Z","steps":["trace[709213082] 'process raft request' (duration: 1.609235177s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:38.206871Z","caller":"traceutil/trace.go:171","msg":"trace[1217457794] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"1.608156189s","start":"2026-02-27T18:27:36.598697Z","end":"2026-02-27T18:27:38.206853Z","steps":["trace[1217457794] 'process raft request' (duration: 1.607673387s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:38.206931Z","caller":"traceutil/trace.go:171","msg":"trace[714875862] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"1.609964675s","start":"2026-02-27T18:27:36.59695Z","end":"2026-02-27T18:27:38.206915Z","steps":["trace[714875862] 'process raft request' (duration: 1.609297828s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:38.206975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.598677Z","time spent":"1.608245602s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:38.206967Z","caller":"traceutil/trace.go:171","msg":"trace[257135383] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"1.609949175s","start":"2026-02-27T18:27:36.596994Z","end":"2026-02-27T18:27:38.206944Z","steps":["trace[257135383] 'process raft request' (duration: 1.609304479s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:38.207002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.596929Z","time spent":"1.610034527s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:38.206876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.597083Z","time spent":"1.60973886s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:38.207054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603884574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:27:38.20711Z","caller":"traceutil/trace.go:171","msg":"trace[1776799681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2538; }","duration":"1.603981765s","start":"2026-02-27T18:27:36.603111Z","end":"2026-02-27T18:27:38.207092Z","steps":["trace[1776799681] 'agreement among raft nodes before linearized reading' (duration: 1.603878523s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:38.207142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.596974Z","time spent":"1.610067428s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:38.207165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.603101Z","time spent":"1.604053358s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:27:38.206851Z","caller":"traceutil/trace.go:171","msg":"trace[1489965722] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"1.610073038s","start":"2026-02-27T18:27:36.596716Z","end":"2026-02-27T18:27:38.206789Z","steps":["trace[1489965722] 'process raft request' (duration: 1.609429711s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:38.207256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583528334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18982dd4fb361899\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-02-27T18:27:38.207307Z","caller":"traceutil/trace.go:171","msg":"trace[639399823] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18982dd4fb361899; range_end:; response_count:1; response_revision:2538; }","duration":"1.583610315s","start":"2026-02-27T18:27:36.62368Z","end":"2026-02-27T18:27:38.20729Z","steps":["trace[639399823] 'agreement among raft nodes before linearized reading' (duration: 1.583446661s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:38.20718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61056321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-02-27T18:27:38.207363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.623661Z","time spent":"1.583690168s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.18982dd4fb361899\" "} {"level":"warn","ts":"2026-02-27T18:27:38.207364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.596694Z","time spent":"1.61056129s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:38.207411Z","caller":"traceutil/trace.go:171","msg":"trace[275933351] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2538; }","duration":"1.610814166s","start":"2026-02-27T18:27:36.596566Z","end":"2026-02-27T18:27:38.20738Z","steps":["trace[275933351] 'agreement among raft nodes before linearized reading' (duration: 1.610415826s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:38.207506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:36.596557Z","time spent":"1.610928329s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-02-27T18:27:38.714536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208418114,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:27:39.215377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208418114,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:27:39.227291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016007304s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:27:39.349006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.300033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:27:39.349321Z","caller":"traceutil/trace.go:171","msg":"trace[1233617318] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"1.138113118s","start":"2026-02-27T18:27:38.211171Z","end":"2026-02-27T18:27:39.349284Z","steps":["trace[1233617318] 'process raft request' (duration: 1.016430164s)","trace[1233617318] 'compare' (duration: 121.110978ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:39.349464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:38.21115Z","time spent":"1.138249811s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:39.352214Z","caller":"traceutil/trace.go:171","msg":"trace[127970260] linearizableReadLoop","detail":"{readStateIndex:2651; appliedIndex:2647; }","duration":"1.137738548s","start":"2026-02-27T18:27:38.214461Z","end":"2026-02-27T18:27:39.3522Z","steps":["trace[127970260] 'read index received' (duration: 1.013159293s)","trace[127970260] 'applied index is now lower than readState.Index' (duration: 124.578005ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:39.352281Z","caller":"traceutil/trace.go:171","msg":"trace[248371822] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"754.319122ms","start":"2026-02-27T18:27:38.597941Z","end":"2026-02-27T18:27:39.35226Z","steps":["trace[248371822] 'process raft request' (duration: 754.216299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:39.352337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136726012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:27:39.352371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:38.597887Z","time spent":"754.435494ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:39.352488Z","caller":"traceutil/trace.go:171","msg":"trace[1541260901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2541; }","duration":"1.136768923s","start":"2026-02-27T18:27:38.215588Z","end":"2026-02-27T18:27:39.352356Z","steps":["trace[1541260901] 'agreement among raft nodes before linearized reading' (duration: 1.136714562s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:39.352529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:38.215582Z","time spent":"1.136936258s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:27:39.352574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.52718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T18:27:39.352608Z","caller":"traceutil/trace.go:171","msg":"trace[644228978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2541; }","duration":"419.595862ms","start":"2026-02-27T18:27:38.933003Z","end":"2026-02-27T18:27:39.352599Z","steps":["trace[644228978] 'agreement among raft nodes before linearized reading' (duration: 419.465859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:39.352639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:38.932959Z","time spent":"419.673204ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:27:39.352563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138082587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-02-27T18:27:39.352705Z","caller":"traceutil/trace.go:171","msg":"trace[1923008374] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2541; }","duration":"1.138241221s","start":"2026-02-27T18:27:38.21443Z","end":"2026-02-27T18:27:39.352671Z","steps":["trace[1923008374] 'agreement among raft nodes before linearized reading' (duration: 1.137860631s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:39.352745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:38.214418Z","time spent":"1.138317472s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-02-27T18:27:39.354495Z","caller":"traceutil/trace.go:171","msg":"trace[444016816] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"754.517307ms","start":"2026-02-27T18:27:38.597735Z","end":"2026-02-27T18:27:39.352253Z","steps":["trace[444016816] 'process raft request' (duration: 754.337292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:39.354747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:38.597708Z","time spent":"756.970347ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:42.354308Z","caller":"traceutil/trace.go:171","msg":"trace[1909549276] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"128.331799ms","start":"2026-02-27T18:27:42.225955Z","end":"2026-02-27T18:27:42.354287Z","steps":["trace[1909549276] 'process raft request' (duration: 128.170635ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:42.362091Z","caller":"traceutil/trace.go:171","msg":"trace[1634203362] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"132.718938ms","start":"2026-02-27T18:27:42.229355Z","end":"2026-02-27T18:27:42.362074Z","steps":["trace[1634203362] 'process raft request' (duration: 132.647156ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:42.362141Z","caller":"traceutil/trace.go:171","msg":"trace[1751371815] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"132.855452ms","start":"2026-02-27T18:27:42.229252Z","end":"2026-02-27T18:27:42.362107Z","steps":["trace[1751371815] 'process raft request' (duration: 132.638396ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:42.362385Z","caller":"traceutil/trace.go:171","msg":"trace[242126922] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"132.942283ms","start":"2026-02-27T18:27:42.229405Z","end":"2026-02-27T18:27:42.362347Z","steps":["trace[242126922] 'process raft request' (duration: 132.635656ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:42.362464Z","caller":"traceutil/trace.go:171","msg":"trace[1836326186] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"132.684757ms","start":"2026-02-27T18:27:42.229771Z","end":"2026-02-27T18:27:42.362456Z","steps":["trace[1836326186] 'process raft request' (duration: 132.546584ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:42.362412Z","caller":"traceutil/trace.go:171","msg":"trace[571886035] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"132.727749ms","start":"2026-02-27T18:27:42.229666Z","end":"2026-02-27T18:27:42.362394Z","steps":["trace[571886035] 'process raft request' (duration: 132.551314ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:44.471135Z","caller":"traceutil/trace.go:171","msg":"trace[863440674] linearizableReadLoop","detail":"{readStateIndex:2674; appliedIndex:2673; }","duration":"105.791525ms","start":"2026-02-27T18:27:44.365318Z","end":"2026-02-27T18:27:44.471109Z","steps":["trace[863440674] 'read index received' (duration: 105.619001ms)","trace[863440674] 'applied index is now lower than readState.Index' (duration: 171.354µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:44.471203Z","caller":"traceutil/trace.go:171","msg":"trace[891299586] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"107.504268ms","start":"2026-02-27T18:27:44.363666Z","end":"2026-02-27T18:27:44.47117Z","steps":["trace[891299586] 'process raft request' (duration: 107.239291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:44.471435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.066902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:27:44.471508Z","caller":"traceutil/trace.go:171","msg":"trace[637496441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2563; }","duration":"106.188515ms","start":"2026-02-27T18:27:44.365299Z","end":"2026-02-27T18:27:44.471487Z","steps":["trace[637496441] 'agreement among raft nodes before linearized reading' (duration: 105.968279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:44.471529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.965214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:27:44.471592Z","caller":"traceutil/trace.go:171","msg":"trace[484879246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2563; }","duration":"105.076687ms","start":"2026-02-27T18:27:44.366499Z","end":"2026-02-27T18:27:44.471576Z","steps":["trace[484879246] 'agreement among raft nodes before linearized reading' (duration: 104.907623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:44.471667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.129267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:27:44.47175Z","caller":"traceutil/trace.go:171","msg":"trace[1744314940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2563; }","duration":"105.267112ms","start":"2026-02-27T18:27:44.366465Z","end":"2026-02-27T18:27:44.471732Z","steps":["trace[1744314940] 'agreement among raft nodes before linearized reading' (duration: 104.998275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:44.47168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.692593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-27T18:27:44.471869Z","caller":"traceutil/trace.go:171","msg":"trace[1073705672] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2563; }","duration":"105.889758ms","start":"2026-02-27T18:27:44.365957Z","end":"2026-02-27T18:27:44.471846Z","steps":["trace[1073705672] 'agreement among raft nodes before linearized reading' (duration: 105.432606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:44.471941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.293592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T18:27:44.47202Z","caller":"traceutil/trace.go:171","msg":"trace[1849491033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2563; }","duration":"105.509417ms","start":"2026-02-27T18:27:44.366492Z","end":"2026-02-27T18:27:44.472002Z","steps":["trace[1849491033] 'agreement among raft nodes before linearized reading' (duration: 104.936453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:44.722219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.605685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:27:44.722669Z","caller":"traceutil/trace.go:171","msg":"trace[1310183559] linearizableReadLoop","detail":"{readStateIndex:2679; appliedIndex:2674; }","duration":"245.15168ms","start":"2026-02-27T18:27:44.477498Z","end":"2026-02-27T18:27:44.722649Z","steps":["trace[1310183559] 'read index received' (duration: 84.138354ms)","trace[1310183559] 'applied index is now lower than readState.Index' (duration: 161.012026ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:44.722861Z","caller":"traceutil/trace.go:171","msg":"trace[26781811] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"246.190986ms","start":"2026-02-27T18:27:44.476652Z","end":"2026-02-27T18:27:44.722843Z","steps":["trace[26781811] 'process raft request' (duration: 84.862582ms)","trace[26781811] 'compare' (duration: 160.080072ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:44.723154Z","caller":"traceutil/trace.go:171","msg":"trace[73227579] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"246.39135ms","start":"2026-02-27T18:27:44.476749Z","end":"2026-02-27T18:27:44.72314Z","steps":["trace[73227579] 'process raft request' (duration: 245.687443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:44.72353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.000191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9252"} {"level":"info","ts":"2026-02-27T18:27:44.723609Z","caller":"traceutil/trace.go:171","msg":"trace[865013204] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2568; }","duration":"246.114693ms","start":"2026-02-27T18:27:44.477478Z","end":"2026-02-27T18:27:44.723593Z","steps":["trace[865013204] 'agreement among raft nodes before linearized reading' (duration: 245.820016ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:44.723795Z","caller":"traceutil/trace.go:171","msg":"trace[931702545] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"246.791471ms","start":"2026-02-27T18:27:44.476939Z","end":"2026-02-27T18:27:44.72373Z","steps":["trace[931702545] 'process raft request' (duration: 245.634212ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:44.723904Z","caller":"traceutil/trace.go:171","msg":"trace[1130635937] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"246.881703ms","start":"2026-02-27T18:27:44.477007Z","end":"2026-02-27T18:27:44.723888Z","steps":["trace[1130635937] 'process raft request' (duration: 245.603301ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:44.723823Z","caller":"traceutil/trace.go:171","msg":"trace[1630799556] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"246.907293ms","start":"2026-02-27T18:27:44.476886Z","end":"2026-02-27T18:27:44.723793Z","steps":["trace[1630799556] 'process raft request' (duration: 245.621632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:44.724799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.113678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:27:44.724974Z","caller":"traceutil/trace.go:171","msg":"trace[182747144] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2568; }","duration":"226.510632ms","start":"2026-02-27T18:27:44.498425Z","end":"2026-02-27T18:27:44.724936Z","steps":["trace[182747144] 'agreement among raft nodes before linearized reading' (duration: 225.121808ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:45.677445Z","caller":"traceutil/trace.go:171","msg":"trace[1116976729] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"301.126789ms","start":"2026-02-27T18:27:45.376293Z","end":"2026-02-27T18:27:45.67742Z","steps":["trace[1116976729] 'process raft request' (duration: 300.936984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:45.677715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:45.376258Z","time spent":"301.329695ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:27:46.989745Z","caller":"traceutil/trace.go:171","msg":"trace[840510532] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"173.943679ms","start":"2026-02-27T18:27:46.815775Z","end":"2026-02-27T18:27:46.989719Z","steps":["trace[840510532] 'process raft request' (duration: 173.743295ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:46.990017Z","caller":"traceutil/trace.go:171","msg":"trace[1443353520] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"174.145814ms","start":"2026-02-27T18:27:46.815802Z","end":"2026-02-27T18:27:46.989948Z","steps":["trace[1443353520] 'process raft request' (duration: 173.869067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:46.990508Z","caller":"traceutil/trace.go:171","msg":"trace[712262846] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"174.687518ms","start":"2026-02-27T18:27:46.815809Z","end":"2026-02-27T18:27:46.990496Z","steps":["trace[712262846] 'process raft request' (duration: 174.093573ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:46.990701Z","caller":"traceutil/trace.go:171","msg":"trace[2133975919] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"174.203665ms","start":"2026-02-27T18:27:46.816488Z","end":"2026-02-27T18:27:46.990692Z","steps":["trace[2133975919] 'process raft request' (duration: 173.830206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:47.15743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.897848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:27:47.1576Z","caller":"traceutil/trace.go:171","msg":"trace[69520633] linearizableReadLoop","detail":"{readStateIndex:2690; appliedIndex:2689; }","duration":"133.5385ms","start":"2026-02-27T18:27:47.02404Z","end":"2026-02-27T18:27:47.157579Z","steps":["trace[69520633] 'read index received' (duration: 50.442µs)","trace[69520633] 'applied index is now lower than readState.Index' (duration: 133.486678ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:47.157666Z","caller":"traceutil/trace.go:171","msg":"trace[1356001329] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"210.397221ms","start":"2026-02-27T18:27:46.94722Z","end":"2026-02-27T18:27:47.157618Z","steps":["trace[1356001329] 'process raft request' (duration: 72.193175ms)","trace[1356001329] 'compare' (duration: 137.688613ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:47.157792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.755035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-27T18:27:47.157835Z","caller":"traceutil/trace.go:171","msg":"trace[51422580] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2579; }","duration":"133.838997ms","start":"2026-02-27T18:27:47.023986Z","end":"2026-02-27T18:27:47.157825Z","steps":["trace[51422580] 'agreement among raft nodes before linearized reading' (duration: 133.656022ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:55.068046Z","caller":"traceutil/trace.go:171","msg":"trace[1350123173] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"116.687758ms","start":"2026-02-27T18:27:54.951332Z","end":"2026-02-27T18:27:55.06802Z","steps":["trace[1350123173] 'process raft request' (duration: 116.470453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:55.336615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.113378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:27:55.336814Z","caller":"traceutil/trace.go:171","msg":"trace[725765761] linearizableReadLoop","detail":"{readStateIndex:2732; appliedIndex:2728; }","duration":"261.833397ms","start":"2026-02-27T18:27:55.074964Z","end":"2026-02-27T18:27:55.336797Z","steps":["trace[725765761] 'read index received' (duration: 2.549224ms)","trace[725765761] 'applied index is now lower than readState.Index' (duration: 259.283203ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:55.336918Z","caller":"traceutil/trace.go:171","msg":"trace[471928159] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"262.467743ms","start":"2026-02-27T18:27:55.074436Z","end":"2026-02-27T18:27:55.336904Z","steps":["trace[471928159] 'process raft request' (duration: 262.326819ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:55.336942Z","caller":"traceutil/trace.go:171","msg":"trace[1905945595] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"262.625357ms","start":"2026-02-27T18:27:55.074243Z","end":"2026-02-27T18:27:55.336868Z","steps":["trace[1905945595] 'process raft request' (duration: 262.468853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:55.337139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.105084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T18:27:55.337197Z","caller":"traceutil/trace.go:171","msg":"trace[1983018636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2619; }","duration":"262.194797ms","start":"2026-02-27T18:27:55.074987Z","end":"2026-02-27T18:27:55.337182Z","steps":["trace[1983018636] 'agreement among raft nodes before linearized reading' (duration: 261.969551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:55.337241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.106454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-02-27T18:27:55.337314Z","caller":"traceutil/trace.go:171","msg":"trace[848843813] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2619; }","duration":"262.364591ms","start":"2026-02-27T18:27:55.074937Z","end":"2026-02-27T18:27:55.337302Z","steps":["trace[848843813] 'agreement among raft nodes before linearized reading' (duration: 262.003522ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:55.336796Z","caller":"traceutil/trace.go:171","msg":"trace[1596312313] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"263.598472ms","start":"2026-02-27T18:27:55.073172Z","end":"2026-02-27T18:27:55.336771Z","steps":["trace[1596312313] 'process raft request' (duration: 78.232186ms)","trace[1596312313] 'compare' (duration: 185.009286ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:59.384904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.558496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:27:59.384964Z","caller":"traceutil/trace.go:171","msg":"trace[1684518435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2637; }","duration":"118.655197ms","start":"2026-02-27T18:27:59.266295Z","end":"2026-02-27T18:27:59.384951Z","steps":["trace[1684518435] 'range keys from in-memory index tree' (duration: 118.484263ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:01.56254Z","caller":"traceutil/trace.go:171","msg":"trace[1742008612] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"164.454923ms","start":"2026-02-27T18:28:01.398032Z","end":"2026-02-27T18:28:01.562487Z","steps":["trace[1742008612] 'process raft request' (duration: 133.57449ms)","trace[1742008612] 'compare' (duration: 30.657007ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:01.562563Z","caller":"traceutil/trace.go:171","msg":"trace[1450253719] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"164.416262ms","start":"2026-02-27T18:28:01.398115Z","end":"2026-02-27T18:28:01.562531Z","steps":["trace[1450253719] 'process raft request' (duration: 164.271948ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:04.812338Z","caller":"traceutil/trace.go:171","msg":"trace[1667700621] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"157.552528ms","start":"2026-02-27T18:28:04.654407Z","end":"2026-02-27T18:28:04.811959Z","steps":["trace[1667700621] 'process raft request' (duration: 157.361774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:43.787993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.390225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:28:43.788105Z","caller":"traceutil/trace.go:171","msg":"trace[795423016] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2852; }","duration":"111.590589ms","start":"2026-02-27T18:28:43.676492Z","end":"2026-02-27T18:28:43.788083Z","steps":["trace[795423016] 'count revisions from in-memory index tree' (duration: 111.20861ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:29:12.156885Z","caller":"traceutil/trace.go:171","msg":"trace[626745710] linearizableReadLoop","detail":"{readStateIndex:3112; appliedIndex:3111; }","duration":"109.442325ms","start":"2026-02-27T18:29:12.047409Z","end":"2026-02-27T18:29:12.156851Z","steps":["trace[626745710] 'read index received' (duration: 101.651759ms)","trace[626745710] 'applied index is now lower than readState.Index' (duration: 7.789596ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:29:12.157018Z","caller":"traceutil/trace.go:171","msg":"trace[1819817402] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"110.515963ms","start":"2026-02-27T18:29:12.046446Z","end":"2026-02-27T18:29:12.156962Z","steps":["trace[1819817402] 'process raft request' (duration: 102.624715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:12.157205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.782514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:29:12.157348Z","caller":"traceutil/trace.go:171","msg":"trace[48930239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2983; }","duration":"109.992809ms","start":"2026-02-27T18:29:12.047322Z","end":"2026-02-27T18:29:12.157315Z","steps":["trace[48930239] 'agreement among raft nodes before linearized reading' (duration: 109.666021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:54.996093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.693134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:29:54.996192Z","caller":"traceutil/trace.go:171","msg":"trace[1993232044] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3303; }","duration":"387.876068ms","start":"2026-02-27T18:29:54.608293Z","end":"2026-02-27T18:29:54.996169Z","steps":["trace[1993232044] 'range keys from in-memory index tree' (duration: 387.531149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:29:54.996234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:29:54.608273Z","time spent":"387.95205ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces/secretgen-controller\" "} {"level":"info","ts":"2026-02-27T18:30:22.942197Z","caller":"traceutil/trace.go:171","msg":"trace[822015526] transaction","detail":"{read_only:false; response_revision:3516; number_of_response:1; }","duration":"370.629405ms","start":"2026-02-27T18:30:22.571518Z","end":"2026-02-27T18:30:22.942147Z","steps":["trace[822015526] 'process raft request' (duration: 369.989409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:22.942381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:22.571492Z","time spent":"370.779939ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:30:22.94292Z","caller":"traceutil/trace.go:171","msg":"trace[2008511822] transaction","detail":"{read_only:false; response_revision:3517; number_of_response:1; }","duration":"335.345076ms","start":"2026-02-27T18:30:22.607543Z","end":"2026-02-27T18:30:22.942888Z","steps":["trace[2008511822] 'process raft request' (duration: 335.225193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:22.943147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:22.607517Z","time spent":"335.53722ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:30:28.212646Z","caller":"traceutil/trace.go:171","msg":"trace[225385050] linearizableReadLoop","detail":"{readStateIndex:3697; appliedIndex:3696; }","duration":"164.021891ms","start":"2026-02-27T18:30:28.048586Z","end":"2026-02-27T18:30:28.212608Z","steps":["trace[225385050] 'read index received' (duration: 163.698773ms)","trace[225385050] 'applied index is now lower than readState.Index' (duration: 322.018µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:30:28.212719Z","caller":"traceutil/trace.go:171","msg":"trace[671240352] transaction","detail":"{read_only:false; response_revision:3547; number_of_response:1; }","duration":"450.944077ms","start":"2026-02-27T18:30:27.761731Z","end":"2026-02-27T18:30:28.212675Z","steps":["trace[671240352] 'process raft request' (duration: 450.66904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:28.21291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:27.761701Z","time spent":"451.110882ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:30:28.212968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.353169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:30:28.213067Z","caller":"traceutil/trace.go:171","msg":"trace[131187732] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:3547; }","duration":"164.523142ms","start":"2026-02-27T18:30:28.048518Z","end":"2026-02-27T18:30:28.213041Z","steps":["trace[131187732] 'agreement among raft nodes before linearized reading' (duration: 164.243636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:28.718054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208420913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:30:29.901568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.889777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:30:29.901721Z","caller":"traceutil/trace.go:171","msg":"trace[106605203] transaction","detail":"{read_only:false; response_revision:3548; number_of_response:1; }","duration":"1.684611726s","start":"2026-02-27T18:30:28.217082Z","end":"2026-02-27T18:30:29.901694Z","steps":["trace[106605203] 'process raft request' (duration: 872.493883ms)","trace[106605203] 'compare' (duration: 811.468387ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:30:29.901812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:28.217061Z","time spent":"1.684706219s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:30:29.904719Z","caller":"traceutil/trace.go:171","msg":"trace[1926391353] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"1.687528509s","start":"2026-02-27T18:30:28.217158Z","end":"2026-02-27T18:30:29.904686Z","steps":["trace[1926391353] 'process raft request' (duration: 1.687337354s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:29.904948Z","caller":"traceutil/trace.go:171","msg":"trace[144630616] transaction","detail":"{read_only:false; response_revision:3550; number_of_response:1; }","duration":"1.430562278s","start":"2026-02-27T18:30:28.474359Z","end":"2026-02-27T18:30:29.904922Z","steps":["trace[144630616] 'process raft request' (duration: 1.430279881s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:29.905108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:28.47434Z","time spent":"1.430686941s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:30:29.904969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:28.217131Z","time spent":"1.687751485s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:30:29.908562Z","caller":"traceutil/trace.go:171","msg":"trace[1808839879] linearizableReadLoop","detail":"{readStateIndex:3701; appliedIndex:3697; }","duration":"1.690575707s","start":"2026-02-27T18:30:28.217972Z","end":"2026-02-27T18:30:29.908548Z","steps":["trace[1808839879] 'read index received' (duration: 871.600571ms)","trace[1808839879] 'applied index is now lower than readState.Index' (duration: 818.974216ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:30:29.908683Z","caller":"traceutil/trace.go:171","msg":"trace[77355277] transaction","detail":"{read_only:false; response_revision:3551; number_of_response:1; }","duration":"939.079811ms","start":"2026-02-27T18:30:28.969553Z","end":"2026-02-27T18:30:29.908633Z","steps":["trace[77355277] 'process raft request' (duration: 938.867806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:29.908785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690817744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62863"} {"level":"info","ts":"2026-02-27T18:30:29.908819Z","caller":"traceutil/trace.go:171","msg":"trace[1953597312] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3551; }","duration":"1.690854375s","start":"2026-02-27T18:30:28.217954Z","end":"2026-02-27T18:30:29.908808Z","steps":["trace[1953597312] 'agreement among raft nodes before linearized reading' (duration: 1.690686481s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:29.908802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186688897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:30:29.908842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:28.217901Z","time spent":"1.690935146s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:30:29.908833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579401467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:30:29.908879Z","caller":"traceutil/trace.go:171","msg":"trace[64412180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3551; }","duration":"1.579495829s","start":"2026-02-27T18:30:28.329371Z","end":"2026-02-27T18:30:29.908867Z","steps":["trace[64412180] 'agreement among raft nodes before linearized reading' (duration: 1.579314195s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:29.908874Z","caller":"traceutil/trace.go:171","msg":"trace[1387364843] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3551; }","duration":"1.18679029s","start":"2026-02-27T18:30:28.722061Z","end":"2026-02-27T18:30:29.908851Z","steps":["trace[1387364843] 'agreement among raft nodes before linearized reading' (duration: 1.186667777s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:29.908891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:28.969535Z","time spent":"939.245375ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:30:29.908908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:28.32935Z","time spent":"1.579550091s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:30:29.908935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:28.722045Z","time spent":"1.186872341s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:30:29.908978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.034561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:30:29.9091Z","caller":"traceutil/trace.go:171","msg":"trace[971349537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3551; }","duration":"646.214145ms","start":"2026-02-27T18:30:29.262849Z","end":"2026-02-27T18:30:29.909063Z","steps":["trace[971349537] 'agreement among raft nodes before linearized reading' (duration: 645.927698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:29.909151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.848014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:30:29.909163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:29.262834Z","time spent":"646.319037ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:30:29.909188Z","caller":"traceutil/trace.go:171","msg":"trace[968279322] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3551; }","duration":"415.923906ms","start":"2026-02-27T18:30:29.493253Z","end":"2026-02-27T18:30:29.909177Z","steps":["trace[968279322] 'agreement among raft nodes before linearized reading' (duration: 415.855774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:29.909228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:29.493232Z","time spent":"415.990757ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:30:29.909289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340404748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T18:30:29.909287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.406309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:30:29.909335Z","caller":"traceutil/trace.go:171","msg":"trace[715572418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3551; }","duration":"1.340504572s","start":"2026-02-27T18:30:28.568816Z","end":"2026-02-27T18:30:29.90932Z","steps":["trace[715572418] 'agreement among raft nodes before linearized reading' (duration: 1.340380138s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:30:29.909336Z","caller":"traceutil/trace.go:171","msg":"trace[1193936238] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3551; }","duration":"941.508772ms","start":"2026-02-27T18:30:28.967816Z","end":"2026-02-27T18:30:29.909324Z","steps":["trace[1193936238] 'agreement among raft nodes before linearized reading' (duration: 941.301376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:29.909344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274936369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:30:29.90937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:28.568797Z","time spent":"1.340564563s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:30:29.909377Z","caller":"traceutil/trace.go:171","msg":"trace[1969853604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3551; }","duration":"1.27497468s","start":"2026-02-27T18:30:28.634394Z","end":"2026-02-27T18:30:29.909368Z","steps":["trace[1969853604] 'agreement among raft nodes before linearized reading' (duration: 1.274866767s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:29.909375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:28.967793Z","time spent":"941.570484ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:30:29.9094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:28.634328Z","time spent":"1.275066812s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:30:29.909629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544731224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T18:30:29.909671Z","caller":"traceutil/trace.go:171","msg":"trace[35505393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3551; }","duration":"1.544773285s","start":"2026-02-27T18:30:28.364884Z","end":"2026-02-27T18:30:29.909657Z","steps":["trace[35505393] 'agreement among raft nodes before linearized reading' (duration: 1.5445772s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:30:29.909742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:30:28.364794Z","time spent":"1.54493664s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T18:31:40.803012Z","caller":"traceutil/trace.go:171","msg":"trace[6856292] transaction","detail":"{read_only:false; response_revision:3991; number_of_response:1; }","duration":"197.808034ms","start":"2026-02-27T18:31:40.605176Z","end":"2026-02-27T18:31:40.802984Z","steps":["trace[6856292] 'process raft request' (duration: 197.647949ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:46.063184Z","caller":"traceutil/trace.go:171","msg":"trace[2007965441] transaction","detail":"{read_only:false; response_revision:4332; number_of_response:1; }","duration":"127.637143ms","start":"2026-02-27T18:31:45.935466Z","end":"2026-02-27T18:31:46.063103Z","steps":["trace[2007965441] 'process raft request' (duration: 122.389553ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:46.411063Z","caller":"traceutil/trace.go:171","msg":"trace[1343317255] linearizableReadLoop","detail":"{readStateIndex:4525; appliedIndex:4524; }","duration":"115.899503ms","start":"2026-02-27T18:31:46.295136Z","end":"2026-02-27T18:31:46.411035Z","steps":["trace[1343317255] 'read index received' (duration: 115.420231ms)","trace[1343317255] 'applied index is now lower than readState.Index' (duration: 477.892µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:31:46.411216Z","caller":"traceutil/trace.go:171","msg":"trace[736142104] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"131.798857ms","start":"2026-02-27T18:31:46.279379Z","end":"2026-02-27T18:31:46.411178Z","steps":["trace[736142104] 'process raft request' (duration: 131.246534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:46.411564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.193531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:31:46.411659Z","caller":"traceutil/trace.go:171","msg":"trace[938847677] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4340; }","duration":"116.583621ms","start":"2026-02-27T18:31:46.295057Z","end":"2026-02-27T18:31:46.41164Z","steps":["trace[938847677] 'agreement among raft nodes before linearized reading' (duration: 116.153559ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:46.414582Z","caller":"traceutil/trace.go:171","msg":"trace[1765620063] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"118.492708ms","start":"2026-02-27T18:31:46.296067Z","end":"2026-02-27T18:31:46.414559Z","steps":["trace[1765620063] 'process raft request' (duration: 118.341024ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:51.689135Z","caller":"traceutil/trace.go:171","msg":"trace[617245046] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"140.153796ms","start":"2026-02-27T18:31:51.548959Z","end":"2026-02-27T18:31:51.689112Z","steps":["trace[617245046] 'process raft request' (duration: 140.105925ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:51.689482Z","caller":"traceutil/trace.go:171","msg":"trace[1543958071] linearizableReadLoop","detail":"{readStateIndex:4581; appliedIndex:4579; }","duration":"225.533389ms","start":"2026-02-27T18:31:51.463924Z","end":"2026-02-27T18:31:51.689458Z","steps":["trace[1543958071] 'read index received' (duration: 49.700192ms)","trace[1543958071] 'applied index is now lower than readState.Index' (duration: 175.831177ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:31:51.6896Z","caller":"traceutil/trace.go:171","msg":"trace[1327886940] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"232.094349ms","start":"2026-02-27T18:31:51.457486Z","end":"2026-02-27T18:31:51.68958Z","steps":["trace[1327886940] 'process raft request' (duration: 208.475372ms)","trace[1327886940] 'compare' (duration: 22.711014ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:31:51.689758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.833497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-02-27T18:31:51.689816Z","caller":"traceutil/trace.go:171","msg":"trace[1987532977] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4396; }","duration":"225.940709ms","start":"2026-02-27T18:31:51.463857Z","end":"2026-02-27T18:31:51.689798Z","steps":["trace[1987532977] 'agreement among raft nodes before linearized reading' (duration: 225.804836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:52.046317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.926151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T18:31:52.046513Z","caller":"traceutil/trace.go:171","msg":"trace[737054646] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4402; }","duration":"181.70449ms","start":"2026-02-27T18:31:51.86477Z","end":"2026-02-27T18:31:52.046475Z","steps":["trace[737054646] 'process raft request' (duration: 57.39524ms)","trace[737054646] 'compare' (duration: 123.549802ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:31:52.666115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.360583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:31:52.666452Z","caller":"traceutil/trace.go:171","msg":"trace[1743701941] linearizableReadLoop","detail":"{readStateIndex:4595; appliedIndex:4592; }","duration":"402.82271ms","start":"2026-02-27T18:31:52.263606Z","end":"2026-02-27T18:31:52.666428Z","steps":["trace[1743701941] 'read index received' (duration: 1.051306ms)","trace[1743701941] 'applied index is now lower than readState.Index' (duration: 401.770074ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:31:52.666455Z","caller":"traceutil/trace.go:171","msg":"trace[771439609] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"409.277848ms","start":"2026-02-27T18:31:52.257137Z","end":"2026-02-27T18:31:52.666415Z","steps":["trace[771439609] 'process raft request' (duration: 279.150756ms)","trace[771439609] 'compare' (duration: 128.831071ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:31:52.666551Z","caller":"traceutil/trace.go:171","msg":"trace[1756779281] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"409.035602ms","start":"2026-02-27T18:31:52.257471Z","end":"2026-02-27T18:31:52.666507Z","steps":["trace[1756779281] 'process raft request' (duration: 408.822727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:52.666645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.257106Z","time spent":"409.432452ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:31:52.666596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.980433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:31:52.666805Z","caller":"traceutil/trace.go:171","msg":"trace[1925600402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4409; }","duration":"403.244131ms","start":"2026-02-27T18:31:52.263544Z","end":"2026-02-27T18:31:52.666788Z","steps":["trace[1925600402] 'agreement among raft nodes before linearized reading' (duration: 402.978333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:52.666824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.257432Z","time spent":"409.260577ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:31:52.666853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.26352Z","time spent":"403.319923ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:31:52.923563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.89154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:31:52.923994Z","caller":"traceutil/trace.go:171","msg":"trace[1913011380] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"429.822308ms","start":"2026-02-27T18:31:52.49408Z","end":"2026-02-27T18:31:52.923903Z","steps":["trace[1913011380] 'process raft request' (duration: 303.450258ms)","trace[1913011380] 'compare' (duration: 125.54036ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:31:52.924069Z","caller":"traceutil/trace.go:171","msg":"trace[1505637480] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"360.780245ms","start":"2026-02-27T18:31:52.563265Z","end":"2026-02-27T18:31:52.924045Z","steps":["trace[1505637480] 'process raft request' (duration: 360.550979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:52.924181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.563239Z","time spent":"360.882328ms","remote":"127.0.0.1:59278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4807,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:31:52.924236Z","caller":"traceutil/trace.go:171","msg":"trace[476875681] linearizableReadLoop","detail":"{readStateIndex:4598; appliedIndex:4595; }","duration":"257.718323ms","start":"2026-02-27T18:31:52.666493Z","end":"2026-02-27T18:31:52.924211Z","steps":["trace[476875681] 'read index received' (duration: 131.150297ms)","trace[476875681] 'applied index is now lower than readState.Index' (duration: 126.565636ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:31:52.9242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.494057Z","time spent":"430.018964ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:31:52.924452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.493846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16031"} {"level":"warn","ts":"2026-02-27T18:31:52.924448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.425522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:31:52.924448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.511542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:31:52.924495Z","caller":"traceutil/trace.go:171","msg":"trace[1355352423] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:4412; }","duration":"462.597228ms","start":"2026-02-27T18:31:52.461886Z","end":"2026-02-27T18:31:52.924483Z","steps":["trace[1355352423] 'agreement among raft nodes before linearized reading' (duration: 462.436133ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:52.924519Z","caller":"traceutil/trace.go:171","msg":"trace[1741415322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4412; }","duration":"391.567417ms","start":"2026-02-27T18:31:52.532935Z","end":"2026-02-27T18:31:52.924502Z","steps":["trace[1741415322] 'agreement among raft nodes before linearized reading' (duration: 391.31545ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:52.924532Z","caller":"traceutil/trace.go:171","msg":"trace[285949664] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:4412; }","duration":"395.639536ms","start":"2026-02-27T18:31:52.528874Z","end":"2026-02-27T18:31:52.924513Z","steps":["trace[285949664] 'agreement among raft nodes before linearized reading' (duration: 395.42246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:52.924541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.662217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:31:52.924572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.5329Z","time spent":"391.664578ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:31:52.924572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.528859Z","time spent":"395.705187ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"warn","ts":"2026-02-27T18:31:52.924554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.694039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T18:31:52.92456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.394471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:31:52.924617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.6492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:31:52.92464Z","caller":"traceutil/trace.go:171","msg":"trace[532542221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4412; }","duration":"391.808533ms","start":"2026-02-27T18:31:52.532812Z","end":"2026-02-27T18:31:52.924621Z","steps":["trace[532542221] 'agreement among raft nodes before linearized reading' (duration: 391.556376ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:52.924653Z","caller":"traceutil/trace.go:171","msg":"trace[1417121190] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4412; }","duration":"396.727232ms","start":"2026-02-27T18:31:52.527916Z","end":"2026-02-27T18:31:52.924643Z","steps":["trace[1417121190] 'agreement among raft nodes before linearized reading' (duration: 396.63451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:52.924697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.527895Z","time spent":"396.795244ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:31:52.924699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.532807Z","time spent":"391.878234ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:31:52.924656Z","caller":"traceutil/trace.go:171","msg":"trace[658789485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4412; }","duration":"393.503074ms","start":"2026-02-27T18:31:52.53113Z","end":"2026-02-27T18:31:52.924633Z","steps":["trace[658789485] 'agreement among raft nodes before linearized reading' (duration: 393.271797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:52.924761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.531125Z","time spent":"393.623757ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:31:52.92453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.461866Z","time spent":"462.65602ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16055,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T18:31:52.924849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.042415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:16 size:508923"} {"level":"warn","ts":"2026-02-27T18:31:52.924881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.16683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-27T18:31:52.924917Z","caller":"traceutil/trace.go:171","msg":"trace[1867679782] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:16; response_revision:4412; }","duration":"510.140257ms","start":"2026-02-27T18:31:52.414757Z","end":"2026-02-27T18:31:52.924897Z","steps":["trace[1867679782] 'agreement among raft nodes before linearized reading' (duration: 509.601243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:52.924951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.25725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:31:52.924979Z","caller":"traceutil/trace.go:171","msg":"trace[1886148257] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"356.375949ms","start":"2026-02-27T18:31:52.568588Z","end":"2026-02-27T18:31:52.924964Z","steps":["trace[1886148257] 'process raft request' (duration: 355.376834ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:52.924997Z","caller":"traceutil/trace.go:171","msg":"trace[896468416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4412; }","duration":"389.311791ms","start":"2026-02-27T18:31:52.535672Z","end":"2026-02-27T18:31:52.924983Z","steps":["trace[896468416] 'agreement among raft nodes before linearized reading' (duration: 389.185088ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:52.924594Z","caller":"traceutil/trace.go:171","msg":"trace[844115576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4412; }","duration":"256.74833ms","start":"2026-02-27T18:31:52.66783Z","end":"2026-02-27T18:31:52.924579Z","steps":["trace[844115576] 'agreement among raft nodes before linearized reading' (duration: 256.661448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:52.92505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.535665Z","time spent":"389.372043ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:31:52.925076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.568577Z","time spent":"356.43346ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7618,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:31:52.925166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.688665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-27T18:31:52.925236Z","caller":"traceutil/trace.go:171","msg":"trace[2024662264] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4412; }","duration":"365.812019ms","start":"2026-02-27T18:31:52.559408Z","end":"2026-02-27T18:31:52.92522Z","steps":["trace[2024662264] 'agreement among raft nodes before linearized reading' (duration: 365.694966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:52.925292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.559384Z","time spent":"365.89345ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-02-27T18:31:52.924927Z","caller":"traceutil/trace.go:171","msg":"trace[460561326] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4412; }","duration":"371.256432ms","start":"2026-02-27T18:31:52.553656Z","end":"2026-02-27T18:31:52.924913Z","steps":["trace[460561326] 'agreement among raft nodes before linearized reading' (duration: 371.159279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:52.925575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.553631Z","time spent":"371.927417ms","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-02-27T18:31:52.926186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:52.414695Z","time spent":"510.26181ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":508947,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-02-27T18:31:53.099749Z","caller":"traceutil/trace.go:171","msg":"trace[1532157798] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"169.757829ms","start":"2026-02-27T18:31:52.929968Z","end":"2026-02-27T18:31:53.099726Z","steps":["trace[1532157798] 'process raft request' (duration: 95.314995ms)","trace[1532157798] 'compare' (duration: 74.331632ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:31:53.149163Z","caller":"traceutil/trace.go:171","msg":"trace[200746697] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"218.515557ms","start":"2026-02-27T18:31:52.930625Z","end":"2026-02-27T18:31:53.149141Z","steps":["trace[200746697] 'process raft request' (duration: 218.443666ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:53.149258Z","caller":"traceutil/trace.go:171","msg":"trace[815131740] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"218.675961ms","start":"2026-02-27T18:31:52.930523Z","end":"2026-02-27T18:31:53.149199Z","steps":["trace[815131740] 'process raft request' (duration: 218.426685ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:53.14947Z","caller":"traceutil/trace.go:171","msg":"trace[842813416] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"218.368044ms","start":"2026-02-27T18:31:52.931092Z","end":"2026-02-27T18:31:53.14946Z","steps":["trace[842813416] 'process raft request' (duration: 218.012166ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:53.149717Z","caller":"traceutil/trace.go:171","msg":"trace[666297864] transaction","detail":"{read_only:false; response_revision:4417; number_of_response:1; }","duration":"218.591929ms","start":"2026-02-27T18:31:52.931117Z","end":"2026-02-27T18:31:53.149709Z","steps":["trace[666297864] 'process raft request' (duration: 218.295092ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:53.149775Z","caller":"traceutil/trace.go:171","msg":"trace[1238092897] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"217.906823ms","start":"2026-02-27T18:31:52.931863Z","end":"2026-02-27T18:31:53.14977Z","steps":["trace[1238092897] 'process raft request' (duration: 217.766289ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:53.149733Z","caller":"traceutil/trace.go:171","msg":"trace[275315649] linearizableReadLoop","detail":"{readStateIndex:4603; appliedIndex:4598; }","duration":"218.493847ms","start":"2026-02-27T18:31:52.931204Z","end":"2026-02-27T18:31:53.149698Z","steps":["trace[275315649] 'read index received' (duration: 94.096854ms)","trace[275315649] 'applied index is now lower than readState.Index' (duration: 124.395333ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:31:53.150115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.872776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-02-27T18:31:53.150191Z","caller":"traceutil/trace.go:171","msg":"trace[563519006] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4418; }","duration":"218.998959ms","start":"2026-02-27T18:31:52.931171Z","end":"2026-02-27T18:31:53.15017Z","steps":["trace[563519006] 'agreement among raft nodes before linearized reading' (duration: 218.667631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:53.15023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.301217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62863"} {"level":"info","ts":"2026-02-27T18:31:53.150284Z","caller":"traceutil/trace.go:171","msg":"trace[2142326317] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4418; }","duration":"217.40971ms","start":"2026-02-27T18:31:52.932861Z","end":"2026-02-27T18:31:53.150271Z","steps":["trace[2142326317] 'agreement among raft nodes before linearized reading' (duration: 217.02446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:53.150356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.072254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:31:53.150652Z","caller":"traceutil/trace.go:171","msg":"trace[1780164807] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:0; response_revision:4418; }","duration":"215.285059ms","start":"2026-02-27T18:31:52.935253Z","end":"2026-02-27T18:31:53.150538Z","steps":["trace[1780164807] 'agreement among raft nodes before linearized reading' (duration: 214.9113ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:53.465038Z","caller":"traceutil/trace.go:171","msg":"trace[935192137] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"229.268779ms","start":"2026-02-27T18:31:53.235715Z","end":"2026-02-27T18:31:53.464984Z","steps":["trace[935192137] 'process raft request' (duration: 228.949961ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:53.465238Z","caller":"traceutil/trace.go:171","msg":"trace[1965710082] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"225.497758ms","start":"2026-02-27T18:31:53.239704Z","end":"2026-02-27T18:31:53.465202Z","steps":["trace[1965710082] 'process raft request' (duration: 225.158499ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:53.465349Z","caller":"traceutil/trace.go:171","msg":"trace[216019070] linearizableReadLoop","detail":"{readStateIndex:4610; appliedIndex:4607; }","duration":"143.870708ms","start":"2026-02-27T18:31:53.32141Z","end":"2026-02-27T18:31:53.465281Z","steps":["trace[216019070] 'read index received' (duration: 143.319354ms)","trace[216019070] 'applied index is now lower than readState.Index' (duration: 549.684µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:31:53.465594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.154496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-02-27T18:31:53.46568Z","caller":"traceutil/trace.go:171","msg":"trace[1944180484] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4423; }","duration":"144.312669ms","start":"2026-02-27T18:31:53.321354Z","end":"2026-02-27T18:31:53.465666Z","steps":["trace[1944180484] 'agreement among raft nodes before linearized reading' (duration: 144.100524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:53.465638Z","caller":"traceutil/trace.go:171","msg":"trace[1816772511] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"205.132922ms","start":"2026-02-27T18:31:53.26047Z","end":"2026-02-27T18:31:53.465603Z","steps":["trace[1816772511] 'process raft request' (duration: 204.535006ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:53.907025Z","caller":"traceutil/trace.go:171","msg":"trace[510008168] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"581.943596ms","start":"2026-02-27T18:31:53.325027Z","end":"2026-02-27T18:31:53.90697Z","steps":["trace[510008168] 'process raft request' (duration: 581.158598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:53.907167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:53.324997Z","time spent":"582.107002ms","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:31:53.907308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.603419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T18:31:53.907396Z","caller":"traceutil/trace.go:171","msg":"trace[474299789] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4424; }","duration":"437.749112ms","start":"2026-02-27T18:31:53.469631Z","end":"2026-02-27T18:31:53.90738Z","steps":["trace[474299789] 'agreement among raft nodes before linearized reading' (duration: 437.421094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:53.907448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:53.469553Z","time spent":"437.882336ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-27T18:31:53.907008Z","caller":"traceutil/trace.go:171","msg":"trace[1286411328] linearizableReadLoop","detail":"{readStateIndex:4611; appliedIndex:4610; }","duration":"437.299292ms","start":"2026-02-27T18:31:53.469641Z","end":"2026-02-27T18:31:53.90694Z","steps":["trace[1286411328] 'read index received' (duration: 436.233886ms)","trace[1286411328] 'applied index is now lower than readState.Index' (duration: 1.063676ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:31:54.112817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.664136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:31:54.113083Z","caller":"traceutil/trace.go:171","msg":"trace[2093099245] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"639.034949ms","start":"2026-02-27T18:31:53.474018Z","end":"2026-02-27T18:31:54.113053Z","steps":["trace[2093099245] 'process raft request' (duration: 524.027325ms)","trace[2093099245] 'compare' (duration: 114.40441ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:31:54.113227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:53.474004Z","time spent":"639.145482ms","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1328,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:31:54.11338Z","caller":"traceutil/trace.go:171","msg":"trace[1199949786] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"637.860421ms","start":"2026-02-27T18:31:53.475499Z","end":"2026-02-27T18:31:54.113359Z","steps":["trace[1199949786] 'process raft request' (duration: 637.539284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:54.113475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:53.47549Z","time spent":"637.930833ms","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1902,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:31:54.113503Z","caller":"traceutil/trace.go:171","msg":"trace[1320723408] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"638.406794ms","start":"2026-02-27T18:31:53.475065Z","end":"2026-02-27T18:31:54.113472Z","steps":["trace[1320723408] 'process raft request' (duration: 637.866871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:54.113668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.994502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:31:54.113662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:53.475039Z","time spent":"638.530257ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5194,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:31:54.113694Z","caller":"traceutil/trace.go:171","msg":"trace[2138048482] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:0; response_revision:4427; }","duration":"642.039232ms","start":"2026-02-27T18:31:53.471648Z","end":"2026-02-27T18:31:54.113687Z","steps":["trace[2138048482] 'agreement among raft nodes before linearized reading' (duration: 641.988181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:54.113712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:53.471641Z","time spent":"642.067653ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-02-27T18:31:54.113745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.840476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-27T18:31:54.113903Z","caller":"traceutil/trace.go:171","msg":"trace[2098761772] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4427; }","duration":"628.006391ms","start":"2026-02-27T18:31:53.485829Z","end":"2026-02-27T18:31:54.113835Z","steps":["trace[2098761772] 'agreement among raft nodes before linearized reading' (duration: 627.633642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:54.114027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:53.485819Z","time spent":"628.189085ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-02-27T18:31:54.113668Z","caller":"traceutil/trace.go:171","msg":"trace[1025355407] linearizableReadLoop","detail":"{readStateIndex:4614; appliedIndex:4611; }","duration":"204.781582ms","start":"2026-02-27T18:31:53.90831Z","end":"2026-02-27T18:31:54.113092Z","steps":["trace[1025355407] 'read index received' (duration: 89.702346ms)","trace[1025355407] 'applied index is now lower than readState.Index' (duration: 115.078366ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:31:54.115294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.604653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:31:54.11535Z","caller":"traceutil/trace.go:171","msg":"trace[1189113479] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4427; }","duration":"205.712056ms","start":"2026-02-27T18:31:53.909623Z","end":"2026-02-27T18:31:54.115335Z","steps":["trace[1189113479] 'agreement among raft nodes before linearized reading' (duration: 205.609123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:54.115763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.875879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:232"} {"level":"info","ts":"2026-02-27T18:31:54.115872Z","caller":"traceutil/trace.go:171","msg":"trace[35284607] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:4427; }","duration":"206.056494ms","start":"2026-02-27T18:31:53.909794Z","end":"2026-02-27T18:31:54.115851Z","steps":["trace[35284607] 'agreement among raft nodes before linearized reading' (duration: 205.843259ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:54.315425Z","caller":"traceutil/trace.go:171","msg":"trace[252041208] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"191.004946ms","start":"2026-02-27T18:31:54.124395Z","end":"2026-02-27T18:31:54.3154Z","steps":["trace[252041208] 'process raft request' (duration: 190.118915ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:54.372196Z","caller":"traceutil/trace.go:171","msg":"trace[1916473550] linearizableReadLoop","detail":"{readStateIndex:4617; appliedIndex:4615; }","duration":"244.200143ms","start":"2026-02-27T18:31:54.12797Z","end":"2026-02-27T18:31:54.37217Z","steps":["trace[1916473550] 'read index received' (duration: 186.564358ms)","trace[1916473550] 'applied index is now lower than readState.Index' (duration: 57.634705ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:31:54.372388Z","caller":"traceutil/trace.go:171","msg":"trace[1342853783] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"244.446389ms","start":"2026-02-27T18:31:54.127891Z","end":"2026-02-27T18:31:54.372338Z","steps":["trace[1342853783] 'process raft request' (duration: 244.140712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:54.372525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.407778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:31:54.372635Z","caller":"traceutil/trace.go:171","msg":"trace[1171806231] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:4430; }","duration":"219.567532ms","start":"2026-02-27T18:31:54.15304Z","end":"2026-02-27T18:31:54.372607Z","steps":["trace[1171806231] 'agreement among raft nodes before linearized reading' (duration: 219.384438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:54.37243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.431569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:31:54.372818Z","caller":"traceutil/trace.go:171","msg":"trace[77464410] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4430; }","duration":"244.85934ms","start":"2026-02-27T18:31:54.127927Z","end":"2026-02-27T18:31:54.372786Z","steps":["trace[77464410] 'agreement among raft nodes before linearized reading' (duration: 244.400848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:54.372749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.503964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:31:54.372964Z","caller":"traceutil/trace.go:171","msg":"trace[814919060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4430; }","duration":"110.899164ms","start":"2026-02-27T18:31:54.262033Z","end":"2026-02-27T18:31:54.372932Z","steps":["trace[814919060] 'agreement among raft nodes before linearized reading' (duration: 110.426072ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:54.669418Z","caller":"traceutil/trace.go:171","msg":"trace[1710581123] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"206.867363ms","start":"2026-02-27T18:31:54.462512Z","end":"2026-02-27T18:31:54.66938Z","steps":["trace[1710581123] 'process raft request' (duration: 148.88145ms)","trace[1710581123] 'compare' (duration: 57.817509ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:31:54.671781Z","caller":"traceutil/trace.go:171","msg":"trace[703389427] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"208.921233ms","start":"2026-02-27T18:31:54.462839Z","end":"2026-02-27T18:31:54.67176Z","steps":["trace[703389427] 'process raft request' (duration: 208.81664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:55.022986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.588359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-02-27T18:31:55.023054Z","caller":"traceutil/trace.go:171","msg":"trace[1487198907] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4482; }","duration":"147.688511ms","start":"2026-02-27T18:31:54.87535Z","end":"2026-02-27T18:31:55.023038Z","steps":["trace[1487198907] 'range keys from in-memory index tree' (duration: 147.421774ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:55.259689Z","caller":"traceutil/trace.go:171","msg":"trace[1188989911] linearizableReadLoop","detail":"{readStateIndex:4670; appliedIndex:4669; }","duration":"150.959721ms","start":"2026-02-27T18:31:55.108704Z","end":"2026-02-27T18:31:55.259664Z","steps":["trace[1188989911] 'read index received' (duration: 150.729555ms)","trace[1188989911] 'applied index is now lower than readState.Index' (duration: 229.156µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:31:55.260299Z","caller":"traceutil/trace.go:171","msg":"trace[706279745] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"154.097067ms","start":"2026-02-27T18:31:55.106148Z","end":"2026-02-27T18:31:55.260245Z","steps":["trace[706279745] 'process raft request' (duration: 153.364379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:55.26063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.094296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:31:55.260718Z","caller":"traceutil/trace.go:171","msg":"trace[697001678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4483; }","duration":"106.234779ms","start":"2026-02-27T18:31:55.154444Z","end":"2026-02-27T18:31:55.260679Z","steps":["trace[697001678] 'agreement among raft nodes before linearized reading' (duration: 105.86801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:55.26112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.356779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:31:55.261181Z","caller":"traceutil/trace.go:171","msg":"trace[1840560696] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:4483; }","duration":"105.444931ms","start":"2026-02-27T18:31:55.155722Z","end":"2026-02-27T18:31:55.261167Z","steps":["trace[1840560696] 'agreement among raft nodes before linearized reading' (duration: 105.219066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:55.261215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.072236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:31:55.261312Z","caller":"traceutil/trace.go:171","msg":"trace[385243400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4483; }","duration":"106.22577ms","start":"2026-02-27T18:31:55.155069Z","end":"2026-02-27T18:31:55.261295Z","steps":["trace[385243400] 'agreement among raft nodes before linearized reading' (duration: 106.028665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:55.261855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.217313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:31:55.261975Z","caller":"traceutil/trace.go:171","msg":"trace[772762809] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4483; }","duration":"107.359867ms","start":"2026-02-27T18:31:55.154541Z","end":"2026-02-27T18:31:55.261901Z","steps":["trace[772762809] 'agreement among raft nodes before linearized reading' (duration: 107.108811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:55.262378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.800708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:31:55.262458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.585728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:31:55.262561Z","caller":"traceutil/trace.go:171","msg":"trace[1032949780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4483; }","duration":"106.706441ms","start":"2026-02-27T18:31:55.155834Z","end":"2026-02-27T18:31:55.26254Z","steps":["trace[1032949780] 'agreement among raft nodes before linearized reading' (duration: 106.393613ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:55.262564Z","caller":"traceutil/trace.go:171","msg":"trace[874087661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4483; }","duration":"107.957371ms","start":"2026-02-27T18:31:55.154517Z","end":"2026-02-27T18:31:55.262475Z","steps":["trace[874087661] 'agreement among raft nodes before linearized reading' (duration: 107.682125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:55.263259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.509117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-02-27T18:31:55.263383Z","caller":"traceutil/trace.go:171","msg":"trace[75165549] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4483; }","duration":"154.675461ms","start":"2026-02-27T18:31:55.108678Z","end":"2026-02-27T18:31:55.263354Z","steps":["trace[75165549] 'agreement among raft nodes before linearized reading' (duration: 153.750758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:56.785569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.328007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-02-27T18:31:56.785665Z","caller":"traceutil/trace.go:171","msg":"trace[1492997139] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4499; }","duration":"621.448061ms","start":"2026-02-27T18:31:56.164187Z","end":"2026-02-27T18:31:56.785635Z","steps":["trace[1492997139] 'range keys from in-memory index tree' (duration: 620.99051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:56.785714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:56.164156Z","time spent":"621.548054ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-02-27T18:31:56.785731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.723708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:31:56.7858Z","caller":"traceutil/trace.go:171","msg":"trace[1097842493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4499; }","duration":"523.888502ms","start":"2026-02-27T18:31:56.261896Z","end":"2026-02-27T18:31:56.785784Z","steps":["trace[1097842493] 'range keys from in-memory index tree' (duration: 523.652066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:56.785787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.569807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-02-27T18:31:56.785881Z","caller":"traceutil/trace.go:171","msg":"trace[303792274] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9; range_end:; response_count:1; response_revision:4499; }","duration":"599.726221ms","start":"2026-02-27T18:31:56.186132Z","end":"2026-02-27T18:31:56.785858Z","steps":["trace[303792274] 'range keys from in-memory index tree' (duration: 599.359012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:56.785948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:56.186113Z","time spent":"599.822783ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9\" "} {"level":"info","ts":"2026-02-27T18:31:56.785995Z","caller":"traceutil/trace.go:171","msg":"trace[1647249600] linearizableReadLoop","detail":"{readStateIndex:4687; appliedIndex:4686; }","duration":"207.461037ms","start":"2026-02-27T18:31:56.578526Z","end":"2026-02-27T18:31:56.785987Z","steps":["trace[1647249600] 'read index received' (duration: 168.141759ms)","trace[1647249600] 'applied index is now lower than readState.Index' (duration: 39.318188ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:31:56.785827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:56.261877Z","time spent":"523.944443ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:31:56.786316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.785745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T18:31:56.786361Z","caller":"traceutil/trace.go:171","msg":"trace[843553820] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4500; }","duration":"207.858027ms","start":"2026-02-27T18:31:56.578482Z","end":"2026-02-27T18:31:56.78634Z","steps":["trace[843553820] 'agreement among raft nodes before linearized reading' (duration: 207.535739ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:56.786542Z","caller":"traceutil/trace.go:171","msg":"trace[743879166] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"464.219817ms","start":"2026-02-27T18:31:56.322298Z","end":"2026-02-27T18:31:56.786518Z","steps":["trace[743879166] 'process raft request' (duration: 424.355826ms)","trace[743879166] 'compare' (duration: 38.685153ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:31:56.786637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:56.322273Z","time spent":"464.30703ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:31:57.17711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.950158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:31:57.177349Z","caller":"traceutil/trace.go:171","msg":"trace[1819251508] linearizableReadLoop","detail":"{readStateIndex:4689; appliedIndex:4687; }","duration":"386.41689ms","start":"2026-02-27T18:31:56.790909Z","end":"2026-02-27T18:31:57.177326Z","steps":["trace[1819251508] 'read index received' (duration: 272.133904ms)","trace[1819251508] 'applied index is now lower than readState.Index' (duration: 114.281846ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:31:57.177457Z","caller":"traceutil/trace.go:171","msg":"trace[1444332216] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"494.474245ms","start":"2026-02-27T18:31:56.682973Z","end":"2026-02-27T18:31:57.177447Z","steps":["trace[1444332216] 'process raft request' (duration: 494.25543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:57.177522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:56.682946Z","time spent":"494.541837ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:31:57.177351Z","caller":"traceutil/trace.go:171","msg":"trace[2013228603] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"496.620338ms","start":"2026-02-27T18:31:56.680708Z","end":"2026-02-27T18:31:57.177328Z","steps":["trace[2013228603] 'process raft request' (duration: 382.329172ms)","trace[2013228603] 'compare' (duration: 113.670691ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:31:57.177747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:56.680684Z","time spent":"496.968946ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:31:57.177791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.874332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-02-27T18:31:57.177867Z","caller":"traceutil/trace.go:171","msg":"trace[1332372873] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4502; }","duration":"387.028375ms","start":"2026-02-27T18:31:56.790819Z","end":"2026-02-27T18:31:57.177847Z","steps":["trace[1332372873] 'agreement among raft nodes before linearized reading' (duration: 386.762188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:57.177953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:56.790772Z","time spent":"387.144568ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-02-27T18:31:57.439391Z","caller":"traceutil/trace.go:171","msg":"trace[1568377255] linearizableReadLoop","detail":"{readStateIndex:4690; appliedIndex:4689; }","duration":"261.950396ms","start":"2026-02-27T18:31:57.177414Z","end":"2026-02-27T18:31:57.439364Z","steps":["trace[1568377255] 'read index received' (duration: 261.68147ms)","trace[1568377255] 'applied index is now lower than readState.Index' (duration: 267.796µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:31:57.439694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.908973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T18:31:57.439746Z","caller":"traceutil/trace.go:171","msg":"trace[1821470652] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4503; }","duration":"579.003385ms","start":"2026-02-27T18:31:56.86073Z","end":"2026-02-27T18:31:57.439734Z","steps":["trace[1821470652] 'agreement among raft nodes before linearized reading' (duration: 578.79225ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:57.439723Z","caller":"traceutil/trace.go:171","msg":"trace[213400100] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"646.589714ms","start":"2026-02-27T18:31:56.793093Z","end":"2026-02-27T18:31:57.439683Z","steps":["trace[213400100] 'process raft request' (duration: 646.075432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:57.439783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:56.860719Z","time spent":"579.056006ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:31:57.439842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.969711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1fc9fb2-e0a6-48ce-823f-5ed4b2de8ffe\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-02-27T18:31:57.439844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.285207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9\" ","response":"range_response_count:1 size:3879"} {"level":"info","ts":"2026-02-27T18:31:57.439895Z","caller":"traceutil/trace.go:171","msg":"trace[1379411346] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1fc9fb2-e0a6-48ce-823f-5ed4b2de8ffe; range_end:; response_count:1; response_revision:4503; }","duration":"633.077754ms","start":"2026-02-27T18:31:56.806802Z","end":"2026-02-27T18:31:57.43988Z","steps":["trace[1379411346] 'agreement among raft nodes before linearized reading' (duration: 632.871789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:57.439904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:56.793068Z","time spent":"646.749478ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3864,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:31:57.439925Z","caller":"traceutil/trace.go:171","msg":"trace[1300418591] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9; range_end:; response_count:1; response_revision:4503; }","duration":"628.41321ms","start":"2026-02-27T18:31:56.811491Z","end":"2026-02-27T18:31:57.439904Z","steps":["trace[1300418591] 'agreement among raft nodes before linearized reading' (duration: 628.255626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:57.439931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:56.806782Z","time spent":"633.141186ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1fc9fb2-e0a6-48ce-823f-5ed4b2de8ffe\" "} {"level":"warn","ts":"2026-02-27T18:31:57.439954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.270771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-02-27T18:31:57.439974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:56.811476Z","time spent":"628.489202ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3903,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9\" "} {"level":"info","ts":"2026-02-27T18:31:57.440021Z","caller":"traceutil/trace.go:171","msg":"trace[432144189] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4503; }","duration":"259.375623ms","start":"2026-02-27T18:31:57.180629Z","end":"2026-02-27T18:31:57.440004Z","steps":["trace[432144189] 'agreement among raft nodes before linearized reading' (duration: 259.130477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:57.440104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.376462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:31:57.440094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.418462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:31:57.440132Z","caller":"traceutil/trace.go:171","msg":"trace[1639371651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4503; }","duration":"172.443974ms","start":"2026-02-27T18:31:57.267679Z","end":"2026-02-27T18:31:57.440123Z","steps":["trace[1639371651] 'agreement among raft nodes before linearized reading' (duration: 172.358692ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:57.440146Z","caller":"traceutil/trace.go:171","msg":"trace[744955118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4503; }","duration":"176.527884ms","start":"2026-02-27T18:31:57.263606Z","end":"2026-02-27T18:31:57.440134Z","steps":["trace[744955118] 'agreement among raft nodes before linearized reading' (duration: 176.444502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:57.440504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.31862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-02-27T18:31:57.440574Z","caller":"traceutil/trace.go:171","msg":"trace[140399693] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4503; }","duration":"302.435093ms","start":"2026-02-27T18:31:57.138125Z","end":"2026-02-27T18:31:57.44056Z","steps":["trace[140399693] 'agreement among raft nodes before linearized reading' (duration: 301.306895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:57.440629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:31:57.138106Z","time spent":"302.510915ms","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413106,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-02-27T18:31:57.600396Z","caller":"traceutil/trace.go:171","msg":"trace[91074257] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"154.146258ms","start":"2026-02-27T18:31:57.446224Z","end":"2026-02-27T18:31:57.60037Z","steps":["trace[91074257] 'process raft request' (duration: 118.185621ms)","trace[91074257] 'compare' (duration: 35.783033ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:31:57.600694Z","caller":"traceutil/trace.go:171","msg":"trace[1808352064] transaction","detail":"{read_only:false; response_revision:4506; number_of_response:1; }","duration":"154.437905ms","start":"2026-02-27T18:31:57.446246Z","end":"2026-02-27T18:31:57.600684Z","steps":["trace[1808352064] 'process raft request' (duration: 154.082276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:57.600819Z","caller":"traceutil/trace.go:171","msg":"trace[1906820028] linearizableReadLoop","detail":"{readStateIndex:4696; appliedIndex:4691; }","duration":"136.140419ms","start":"2026-02-27T18:31:57.464657Z","end":"2026-02-27T18:31:57.600798Z","steps":["trace[1906820028] 'read index received' (duration: 99.708201ms)","trace[1906820028] 'applied index is now lower than readState.Index' (duration: 36.430958ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:31:57.600933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.733644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:31:57.60102Z","caller":"traceutil/trace.go:171","msg":"trace[1336434612] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4509; }","duration":"136.863546ms","start":"2026-02-27T18:31:57.464136Z","end":"2026-02-27T18:31:57.601Z","steps":["trace[1336434612] 'agreement among raft nodes before linearized reading' (duration: 136.672852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:57.601052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.012515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16031"} {"level":"info","ts":"2026-02-27T18:31:57.6011Z","caller":"traceutil/trace.go:171","msg":"trace[1656168279] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4509; }","duration":"154.089476ms","start":"2026-02-27T18:31:57.446997Z","end":"2026-02-27T18:31:57.601087Z","steps":["trace[1656168279] 'agreement among raft nodes before linearized reading' (duration: 153.934233ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:57.601344Z","caller":"traceutil/trace.go:171","msg":"trace[357203877] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"154.420075ms","start":"2026-02-27T18:31:57.446859Z","end":"2026-02-27T18:31:57.60128Z","steps":["trace[357203877] 'process raft request' (duration: 153.658617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:57.601375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.877671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:71502"} {"level":"warn","ts":"2026-02-27T18:31:57.601286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.880555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:31:57.601415Z","caller":"traceutil/trace.go:171","msg":"trace[1133525141] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4509; }","duration":"130.945382ms","start":"2026-02-27T18:31:57.470459Z","end":"2026-02-27T18:31:57.601404Z","steps":["trace[1133525141] 'agreement among raft nodes before linearized reading' (duration: 130.734827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:57.601426Z","caller":"traceutil/trace.go:171","msg":"trace[630417587] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4509; }","duration":"148.109241ms","start":"2026-02-27T18:31:57.453303Z","end":"2026-02-27T18:31:57.601412Z","steps":["trace[630417587] 'agreement among raft nodes before linearized reading' (duration: 147.936347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:57.601513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.234954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1fc9fb2-e0a6-48ce-823f-5ed4b2de8ffe\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-02-27T18:31:57.601277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.888036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62863"} {"level":"info","ts":"2026-02-27T18:31:57.601561Z","caller":"traceutil/trace.go:171","msg":"trace[891056526] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"154.570108ms","start":"2026-02-27T18:31:57.446975Z","end":"2026-02-27T18:31:57.601545Z","steps":["trace[891056526] 'process raft request' (duration: 153.674447ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:57.601592Z","caller":"traceutil/trace.go:171","msg":"trace[7890844] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4509; }","duration":"155.261665ms","start":"2026-02-27T18:31:57.44632Z","end":"2026-02-27T18:31:57.601581Z","steps":["trace[7890844] 'agreement among raft nodes before linearized reading' (duration: 154.653791ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:57.60169Z","caller":"traceutil/trace.go:171","msg":"trace[36085822] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"154.576679ms","start":"2026-02-27T18:31:57.447104Z","end":"2026-02-27T18:31:57.60168Z","steps":["trace[36085822] 'process raft request' (duration: 153.621006ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:57.601588Z","caller":"traceutil/trace.go:171","msg":"trace[967272643] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1fc9fb2-e0a6-48ce-823f-5ed4b2de8ffe; range_end:; response_count:1; response_revision:4509; }","duration":"155.353717ms","start":"2026-02-27T18:31:57.446221Z","end":"2026-02-27T18:31:57.601575Z","steps":["trace[967272643] 'agreement among raft nodes before linearized reading' (duration: 155.189203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:59.458097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.986973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d512878d-d970-4a07-933e-0ae1b747197f\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-02-27T18:31:59.458189Z","caller":"traceutil/trace.go:171","msg":"trace[1990530867] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d512878d-d970-4a07-933e-0ae1b747197f; range_end:; response_count:1; response_revision:4643; }","duration":"236.082396ms","start":"2026-02-27T18:31:59.222085Z","end":"2026-02-27T18:31:59.458167Z","steps":["trace[1990530867] 'range keys from in-memory index tree' (duration: 235.494291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:59.458492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.965916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:31:59.458647Z","caller":"traceutil/trace.go:171","msg":"trace[461876858] linearizableReadLoop","detail":"{readStateIndex:4837; appliedIndex:4836; }","duration":"223.286574ms","start":"2026-02-27T18:31:59.235333Z","end":"2026-02-27T18:31:59.458619Z","steps":["trace[461876858] 'read index received' (duration: 80.011682ms)","trace[461876858] 'applied index is now lower than readState.Index' (duration: 143.273632ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:31:59.458731Z","caller":"traceutil/trace.go:171","msg":"trace[116397582] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"232.57113ms","start":"2026-02-27T18:31:59.226128Z","end":"2026-02-27T18:31:59.458699Z","steps":["trace[116397582] 'process raft request' (duration: 89.284747ms)","trace[116397582] 'compare' (duration: 142.74664ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:31:59.458874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.53891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-02-27T18:31:59.458932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.647507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:31:59.458939Z","caller":"traceutil/trace.go:171","msg":"trace[1926401611] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4644; }","duration":"223.630383ms","start":"2026-02-27T18:31:59.235287Z","end":"2026-02-27T18:31:59.458918Z","steps":["trace[1926401611] 'agreement among raft nodes before linearized reading' (duration: 223.454878ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:59.458977Z","caller":"traceutil/trace.go:171","msg":"trace[1619502539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4644; }","duration":"197.746521ms","start":"2026-02-27T18:31:59.261215Z","end":"2026-02-27T18:31:59.458961Z","steps":["trace[1619502539] 'agreement among raft nodes before linearized reading' (duration: 197.541956ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:59.726527Z","caller":"traceutil/trace.go:171","msg":"trace[207949795] linearizableReadLoop","detail":"{readStateIndex:4838; appliedIndex:4837; }","duration":"256.640267ms","start":"2026-02-27T18:31:59.46987Z","end":"2026-02-27T18:31:59.72651Z","steps":["trace[207949795] 'read index received' (duration: 256.421892ms)","trace[207949795] 'applied index is now lower than readState.Index' (duration: 217.745µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:31:59.726611Z","caller":"traceutil/trace.go:171","msg":"trace[1734296704] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"261.134267ms","start":"2026-02-27T18:31:59.465437Z","end":"2026-02-27T18:31:59.726571Z","steps":["trace[1734296704] 'process raft request' (duration: 260.921992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:59.726948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.051977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:31:59.726999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.070781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:31:59.727041Z","caller":"traceutil/trace.go:171","msg":"trace[664486731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4645; }","duration":"121.148304ms","start":"2026-02-27T18:31:59.605884Z","end":"2026-02-27T18:31:59.727033Z","steps":["trace[664486731] 'agreement among raft nodes before linearized reading' (duration: 120.923268ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:59.727066Z","caller":"traceutil/trace.go:171","msg":"trace[304513285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4645; }","duration":"257.19038ms","start":"2026-02-27T18:31:59.469819Z","end":"2026-02-27T18:31:59.72701Z","steps":["trace[304513285] 'agreement among raft nodes before linearized reading' (duration: 256.862142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:59.727078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.759376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:31:59.727158Z","caller":"traceutil/trace.go:171","msg":"trace[12635002] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:4645; }","duration":"118.875478ms","start":"2026-02-27T18:31:59.608268Z","end":"2026-02-27T18:31:59.727144Z","steps":["trace[12635002] 'agreement among raft nodes before linearized reading' (duration: 118.573531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:59.727124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.769689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:31:59.727199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.861351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:31:59.727261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.841372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:31:59.727284Z","caller":"traceutil/trace.go:171","msg":"trace[1426036728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4645; }","duration":"121.954474ms","start":"2026-02-27T18:31:59.605304Z","end":"2026-02-27T18:31:59.727259Z","steps":["trace[1426036728] 'agreement among raft nodes before linearized reading' (duration: 121.601325ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:59.727305Z","caller":"traceutil/trace.go:171","msg":"trace[248057475] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4645; }","duration":"119.909374ms","start":"2026-02-27T18:31:59.607379Z","end":"2026-02-27T18:31:59.727288Z","steps":["trace[248057475] 'agreement among raft nodes before linearized reading' (duration: 119.825012ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:31:59.727305Z","caller":"traceutil/trace.go:171","msg":"trace[2135239767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4645; }","duration":"122.041816ms","start":"2026-02-27T18:31:59.60524Z","end":"2026-02-27T18:31:59.727281Z","steps":["trace[2135239767] 'agreement among raft nodes before linearized reading' (duration: 121.705327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:59.727158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.731498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:31:59.727391Z","caller":"traceutil/trace.go:171","msg":"trace[440424881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4645; }","duration":"121.984284ms","start":"2026-02-27T18:31:59.605395Z","end":"2026-02-27T18:31:59.727379Z","steps":["trace[440424881] 'agreement among raft nodes before linearized reading' (duration: 121.667706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:31:59.728355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.540385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-02-27T18:31:59.729378Z","caller":"traceutil/trace.go:171","msg":"trace[1147491165] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4645; }","duration":"248.608511ms","start":"2026-02-27T18:31:59.480746Z","end":"2026-02-27T18:31:59.729355Z","steps":["trace[1147491165] 'agreement among raft nodes before linearized reading' (duration: 245.995778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:00.762161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208423425,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:32:01.197313Z","caller":"traceutil/trace.go:171","msg":"trace[1442475944] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"948.285339ms","start":"2026-02-27T18:32:00.249Z","end":"2026-02-27T18:32:01.197285Z","steps":["trace[1442475944] 'process raft request' (duration: 948.027893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:01.197543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:00.248975Z","time spent":"948.434653ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4066,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:01.20277Z","caller":"traceutil/trace.go:171","msg":"trace[1835185693] linearizableReadLoop","detail":"{readStateIndex:4856; appliedIndex:4854; }","duration":"941.168346ms","start":"2026-02-27T18:32:00.261589Z","end":"2026-02-27T18:32:01.202758Z","steps":["trace[1835185693] 'read index received' (duration: 935.417535ms)","trace[1835185693] 'applied index is now lower than readState.Index' (duration: 5.749891ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:01.202848Z","caller":"traceutil/trace.go:171","msg":"trace[1884954870] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"952.120452ms","start":"2026-02-27T18:32:00.250665Z","end":"2026-02-27T18:32:01.202785Z","steps":["trace[1884954870] 'process raft request' (duration: 951.942598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:01.203057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:00.250653Z","time spent":"952.303517ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:32:01.203119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.442963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d512878d-d970-4a07-933e-0ae1b747197f\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-02-27T18:32:01.20312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.418467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:32:01.20317Z","caller":"traceutil/trace.go:171","msg":"trace[1291404070] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d512878d-d970-4a07-933e-0ae1b747197f; range_end:; response_count:1; response_revision:4664; }","duration":"135.525254ms","start":"2026-02-27T18:32:01.067631Z","end":"2026-02-27T18:32:01.203156Z","steps":["trace[1291404070] 'agreement among raft nodes before linearized reading' (duration: 135.273638ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:01.203195Z","caller":"traceutil/trace.go:171","msg":"trace[502909239] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4664; }","duration":"246.559901ms","start":"2026-02-27T18:32:00.956616Z","end":"2026-02-27T18:32:01.203176Z","steps":["trace[502909239] 'agreement among raft nodes before linearized reading' (duration: 246.389647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:01.203237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.918781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1fc9fb2-e0a6-48ce-823f-5ed4b2de8ffe\" ","response":"range_response_count:1 size:4081"} {"level":"info","ts":"2026-02-27T18:32:01.203305Z","caller":"traceutil/trace.go:171","msg":"trace[841725195] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1fc9fb2-e0a6-48ce-823f-5ed4b2de8ffe; range_end:; response_count:1; response_revision:4664; }","duration":"738.054294ms","start":"2026-02-27T18:32:00.465236Z","end":"2026-02-27T18:32:01.20329Z","steps":["trace[841725195] 'agreement among raft nodes before linearized reading' (duration: 737.917991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:01.203368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:00.465202Z","time spent":"738.158197ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4105,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1fc9fb2-e0a6-48ce-823f-5ed4b2de8ffe\" "} {"level":"warn","ts":"2026-02-27T18:32:01.203585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.537464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-02-27T18:32:01.203622Z","caller":"traceutil/trace.go:171","msg":"trace[2137485868] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9; range_end:; response_count:1; response_revision:4664; }","duration":"740.573405ms","start":"2026-02-27T18:32:00.463037Z","end":"2026-02-27T18:32:01.203611Z","steps":["trace[2137485868] 'agreement among raft nodes before linearized reading' (duration: 739.823457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:01.203645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:00.46297Z","time spent":"740.668607ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4089,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9\" "} {"level":"warn","ts":"2026-02-27T18:32:01.203754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.162189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:01.203789Z","caller":"traceutil/trace.go:171","msg":"trace[956993716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4664; }","duration":"942.228191ms","start":"2026-02-27T18:32:00.261551Z","end":"2026-02-27T18:32:01.203779Z","steps":["trace[956993716] 'agreement among raft nodes before linearized reading' (duration: 941.307669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:01.203825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:00.261533Z","time spent":"942.284532ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:32:01.699657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.237675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:32:01.699776Z","caller":"traceutil/trace.go:171","msg":"trace[637294106] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"469.945927ms","start":"2026-02-27T18:32:01.229808Z","end":"2026-02-27T18:32:01.699754Z","steps":["trace[637294106] 'process raft request' (duration: 193.551638ms)","trace[637294106] 'compare' (duration: 276.02811ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:01.699825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:01.229786Z","time spent":"470.022049ms","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1331,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:32:01.7007Z","caller":"traceutil/trace.go:171","msg":"trace[114961207] linearizableReadLoop","detail":"{readStateIndex:4865; appliedIndex:4862; }","duration":"434.338049ms","start":"2026-02-27T18:32:01.266296Z","end":"2026-02-27T18:32:01.700634Z","steps":["trace[114961207] 'read index received' (duration: 157.225003ms)","trace[114961207] 'applied index is now lower than readState.Index' (duration: 277.111376ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:01.700792Z","caller":"traceutil/trace.go:171","msg":"trace[1774516904] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"470.08342ms","start":"2026-02-27T18:32:01.230674Z","end":"2026-02-27T18:32:01.700758Z","steps":["trace[1774516904] 'process raft request' (duration: 469.723371ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:01.700852Z","caller":"traceutil/trace.go:171","msg":"trace[2125653799] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4669; }","duration":"459.82287ms","start":"2026-02-27T18:32:01.241015Z","end":"2026-02-27T18:32:01.700837Z","steps":["trace[2125653799] 'process raft request' (duration: 459.570014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:01.700936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:01.240985Z","time spent":"459.911002ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:32:01.700967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:01.230637Z","time spent":"470.228903ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3891,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:01.701076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.455147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:01.701164Z","caller":"traceutil/trace.go:171","msg":"trace[1743803977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4669; }","duration":"433.686433ms","start":"2026-02-27T18:32:01.26746Z","end":"2026-02-27T18:32:01.701146Z","steps":["trace[1743803977] 'agreement among raft nodes before linearized reading' (duration: 433.557679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:01.701202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.910584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-v4q75.18982e14cd3edb0c\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-02-27T18:32:01.701211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:01.26744Z","time spent":"433.762456ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:32:01.701246Z","caller":"traceutil/trace.go:171","msg":"trace[1020565860] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-v4q75.18982e14cd3edb0c; range_end:; response_count:1; response_revision:4669; }","duration":"435.004976ms","start":"2026-02-27T18:32:01.266227Z","end":"2026-02-27T18:32:01.701232Z","steps":["trace[1020565860] 'agreement among raft nodes before linearized reading' (duration: 434.857432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:01.701281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:01.266199Z","time spent":"435.074967ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":986,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-v4q75.18982e14cd3edb0c\" "} {"level":"info","ts":"2026-02-27T18:32:02.410435Z","caller":"traceutil/trace.go:171","msg":"trace[6225181] linearizableReadLoop","detail":"{readStateIndex:4901; appliedIndex:4900; }","duration":"168.676503ms","start":"2026-02-27T18:32:02.241726Z","end":"2026-02-27T18:32:02.410403Z","steps":["trace[6225181] 'read index received' (duration: 168.366415ms)","trace[6225181] 'applied index is now lower than readState.Index' (duration: 308.398µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:02.410488Z","caller":"traceutil/trace.go:171","msg":"trace[1932019183] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"203.587674ms","start":"2026-02-27T18:32:02.206862Z","end":"2026-02-27T18:32:02.41045Z","steps":["trace[1932019183] 'process raft request' (duration: 203.332338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:02.41074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.001281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d512878d-d970-4a07-933e-0ae1b747197f\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-02-27T18:32:02.410796Z","caller":"traceutil/trace.go:171","msg":"trace[582347195] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d512878d-d970-4a07-933e-0ae1b747197f; range_end:; response_count:1; response_revision:4705; }","duration":"169.126003ms","start":"2026-02-27T18:32:02.241643Z","end":"2026-02-27T18:32:02.410769Z","steps":["trace[582347195] 'agreement among raft nodes before linearized reading' (duration: 168.917528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:02.410924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.792544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-02-27T18:32:02.410963Z","caller":"traceutil/trace.go:171","msg":"trace[1121266920] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9; range_end:; response_count:1; response_revision:4705; }","duration":"168.873527ms","start":"2026-02-27T18:32:02.242077Z","end":"2026-02-27T18:32:02.410951Z","steps":["trace[1121266920] 'agreement among raft nodes before linearized reading' (duration: 168.668612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:02.41105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.803248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d512878d-d970-4a07-933e-0ae1b747197f\" ","response":"range_response_count:1 size:3906"} {"level":"warn","ts":"2026-02-27T18:32:02.411066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.89081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:02.411101Z","caller":"traceutil/trace.go:171","msg":"trace[179906046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4705; }","duration":"149.206727ms","start":"2026-02-27T18:32:02.261887Z","end":"2026-02-27T18:32:02.411093Z","steps":["trace[179906046] 'agreement among raft nodes before linearized reading' (duration: 149.153086ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:02.411109Z","caller":"traceutil/trace.go:171","msg":"trace[1965629863] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d512878d-d970-4a07-933e-0ae1b747197f; range_end:; response_count:1; response_revision:4705; }","duration":"125.90532ms","start":"2026-02-27T18:32:02.285184Z","end":"2026-02-27T18:32:02.411089Z","steps":["trace[1965629863] 'agreement among raft nodes before linearized reading' (duration: 125.765737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:02.549689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.981953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-02-27T18:32:02.549774Z","caller":"traceutil/trace.go:171","msg":"trace[1942517658] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9; range_end:; response_count:1; response_revision:4705; }","duration":"131.116326ms","start":"2026-02-27T18:32:02.418638Z","end":"2026-02-27T18:32:02.549754Z","steps":["trace[1942517658] 'range keys from in-memory index tree' (duration: 130.818269ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:02.550262Z","caller":"traceutil/trace.go:171","msg":"trace[1572824953] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"127.751705ms","start":"2026-02-27T18:32:02.422464Z","end":"2026-02-27T18:32:02.550215Z","steps":["trace[1572824953] 'process raft request' (duration: 126.005952ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:02.556698Z","caller":"traceutil/trace.go:171","msg":"trace[264470647] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"130.929523ms","start":"2026-02-27T18:32:02.425753Z","end":"2026-02-27T18:32:02.556682Z","steps":["trace[264470647] 'process raft request' (duration: 130.891792ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:02.556787Z","caller":"traceutil/trace.go:171","msg":"trace[1348670816] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"131.225319ms","start":"2026-02-27T18:32:02.425491Z","end":"2026-02-27T18:32:02.556716Z","steps":["trace[1348670816] 'process raft request' (duration: 131.060975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:14.216285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348515777s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:14.216502Z","caller":"traceutil/trace.go:171","msg":"trace[948233255] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4891; }","duration":"1.348736702s","start":"2026-02-27T18:32:12.86774Z","end":"2026-02-27T18:32:14.216476Z","steps":["trace[948233255] 'range keys from in-memory index tree' (duration: 1.348500996s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:14.216806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161935648s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:32:14.216924Z","caller":"traceutil/trace.go:171","msg":"trace[1828941990] linearizableReadLoop","detail":"{readStateIndex:5094; appliedIndex:5093; }","duration":"1.199682058s","start":"2026-02-27T18:32:13.017222Z","end":"2026-02-27T18:32:14.216904Z","steps":["trace[1828941990] 'read index received' (duration: 37.472783ms)","trace[1828941990] 'applied index is now lower than readState.Index' (duration: 1.162207834s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:14.217001Z","caller":"traceutil/trace.go:171","msg":"trace[74672554] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"1.295908994s","start":"2026-02-27T18:32:12.92108Z","end":"2026-02-27T18:32:14.216989Z","steps":["trace[74672554] 'process raft request' (duration: 133.719769ms)","trace[74672554] 'compare' (duration: 1.161768684s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:14.217057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:12.921049Z","time spent":"1.295985186s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:32:14.217355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200117059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T18:32:14.217438Z","caller":"traceutil/trace.go:171","msg":"trace[170746197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4892; }","duration":"1.200246392s","start":"2026-02-27T18:32:13.017174Z","end":"2026-02-27T18:32:14.21742Z","steps":["trace[170746197] 'agreement among raft nodes before linearized reading' (duration: 1.199950285s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:14.217484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.017157Z","time spent":"1.200317463s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:32:14.717505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208423913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:32:15.217678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208423913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:32:15.718062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208423913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:32:16.218875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208423913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:32:16.262609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T18:32:16.262693Z","caller":"traceutil/trace.go:171","msg":"trace[752741759] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356188s","start":"2026-02-27T18:32:14.262316Z","end":"2026-02-27T18:32:16.262672Z","steps":["trace[752741759] 'agreement among raft nodes before linearized reading' (duration: 2.000250596s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:16.26274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:14.262291Z","time spent":"2.00043914s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 18:32:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:32:16.720431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208423913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:32:16.916819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.664965081s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:32:17.048393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.305161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:32:17.048627Z","caller":"traceutil/trace.go:171","msg":"trace[212906304] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"3.796858717s","start":"2026-02-27T18:32:13.251742Z","end":"2026-02-27T18:32:17.0486Z","steps":["trace[212906304] 'process raft request' (duration: 3.665242308s)","trace[212906304] 'compare' (duration: 129.688271ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:17.048728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.25172Z","time spent":"3.796967129s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:17.048652Z","caller":"traceutil/trace.go:171","msg":"trace[250842983] linearizableReadLoop","detail":"{readStateIndex:5096; appliedIndex:5094; }","duration":"2.831682666s","start":"2026-02-27T18:32:14.216957Z","end":"2026-02-27T18:32:17.04864Z","steps":["trace[250842983] 'read index received' (duration: 2.700040816s)","trace[250842983] 'applied index is now lower than readState.Index' (duration: 131.64076ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:17.048815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.941137175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T18:32:17.048849Z","caller":"traceutil/trace.go:171","msg":"trace[842853167] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:4894; }","duration":"3.941206806s","start":"2026-02-27T18:32:13.107631Z","end":"2026-02-27T18:32:17.048838Z","steps":["trace[842853167] 'agreement among raft nodes before linearized reading' (duration: 3.941043522s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:17.048886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.107614Z","time spent":"3.941264967s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-02-27T18:32:17.048904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236748901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:32:17.048899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211758991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:32:17.048943Z","caller":"traceutil/trace.go:171","msg":"trace[2076177869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4894; }","duration":"3.236820833s","start":"2026-02-27T18:32:13.812113Z","end":"2026-02-27T18:32:17.048933Z","steps":["trace[2076177869] 'agreement among raft nodes before linearized reading' (duration: 3.23672197s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:17.048979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.812098Z","time spent":"3.236872153s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:32:17.049012Z","caller":"traceutil/trace.go:171","msg":"trace[539464545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4894; }","duration":"3.211907145s","start":"2026-02-27T18:32:13.837059Z","end":"2026-02-27T18:32:17.048966Z","steps":["trace[539464545] 'agreement among raft nodes before linearized reading' (duration: 3.21166311s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:17.04908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783360937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:32:17.049091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.83704Z","time spent":"3.212035938s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:32:17.049113Z","caller":"traceutil/trace.go:171","msg":"trace[998421057] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4894; }","duration":"3.783444519s","start":"2026-02-27T18:32:13.265659Z","end":"2026-02-27T18:32:17.049104Z","steps":["trace[998421057] 'agreement among raft nodes before linearized reading' (duration: 3.783364087s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:17.049108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828109658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T18:32:17.049149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.265635Z","time spent":"3.783505561s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:32:17.049176Z","caller":"traceutil/trace.go:171","msg":"trace[878438489] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4894; }","duration":"2.828220961s","start":"2026-02-27T18:32:14.220939Z","end":"2026-02-27T18:32:17.04916Z","steps":["trace[878438489] 'agreement among raft nodes before linearized reading' (duration: 2.827919794s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:17.049209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:14.220908Z","time spent":"2.828294022s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:32:17.049246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215657138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T18:32:17.049357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.492064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:17.049383Z","caller":"traceutil/trace.go:171","msg":"trace[974630326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4894; }","duration":"786.563346ms","start":"2026-02-27T18:32:16.262812Z","end":"2026-02-27T18:32:17.049375Z","steps":["trace[974630326] 'agreement among raft nodes before linearized reading' (duration: 786.520645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:17.049405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:16.262777Z","time spent":"786.619807ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:32:17.049426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.221262204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T18:32:17.049431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204910615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T18:32:17.049471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316753832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-64cd9c97c6-jm26p.18982e167448ba7c\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-02-27T18:32:17.049473Z","caller":"traceutil/trace.go:171","msg":"trace[1883423008] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4894; }","duration":"3.221329605s","start":"2026-02-27T18:32:13.828131Z","end":"2026-02-27T18:32:17.049461Z","steps":["trace[1883423008] 'agreement among raft nodes before linearized reading' (duration: 3.220933836s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:17.049506Z","caller":"traceutil/trace.go:171","msg":"trace[1506096688] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-64cd9c97c6-jm26p.18982e167448ba7c; range_end:; response_count:1; response_revision:4894; }","duration":"2.316822903s","start":"2026-02-27T18:32:14.732672Z","end":"2026-02-27T18:32:17.049495Z","steps":["trace[1506096688] 'agreement among raft nodes before linearized reading' (duration: 2.316729061s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:17.04951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.828121Z","time spent":"3.221381006s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:32:17.049531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:14.732651Z","time spent":"2.316873985s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":920,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-64cd9c97c6-jm26p.18982e167448ba7c\" "} {"level":"info","ts":"2026-02-27T18:32:17.049578Z","caller":"traceutil/trace.go:171","msg":"trace[484164641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:4894; }","duration":"3.205026008s","start":"2026-02-27T18:32:13.844461Z","end":"2026-02-27T18:32:17.049487Z","steps":["trace[484164641] 'agreement among raft nodes before linearized reading' (duration: 3.204770252s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:17.049625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.844447Z","time spent":"3.205167471s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"warn","ts":"2026-02-27T18:32:17.04895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.234720412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:32:17.049681Z","caller":"traceutil/trace.go:171","msg":"trace[389702691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4894; }","duration":"3.23550667s","start":"2026-02-27T18:32:13.814166Z","end":"2026-02-27T18:32:17.049672Z","steps":["trace[389702691] 'agreement among raft nodes before linearized reading' (duration: 3.234561528s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:17.04965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.212432808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:32:17.049716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.814149Z","time spent":"3.235557142s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:32:17.04973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452445329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:32:17.049747Z","caller":"traceutil/trace.go:171","msg":"trace[1594303010] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"3.793743781s","start":"2026-02-27T18:32:13.25599Z","end":"2026-02-27T18:32:17.049733Z","steps":["trace[1594303010] 'process raft request' (duration: 3.792528652s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:17.049751Z","caller":"traceutil/trace.go:171","msg":"trace[2143702300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4894; }","duration":"3.212611532s","start":"2026-02-27T18:32:13.837114Z","end":"2026-02-27T18:32:17.049725Z","steps":["trace[2143702300] 'agreement among raft nodes before linearized reading' (duration: 3.212283194s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:17.049764Z","caller":"traceutil/trace.go:171","msg":"trace[2027332215] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4894; }","duration":"1.452527321s","start":"2026-02-27T18:32:15.597228Z","end":"2026-02-27T18:32:17.049756Z","steps":["trace[2027332215] 'agreement among raft nodes before linearized reading' (duration: 1.452411449s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:17.049798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:15.597206Z","time spent":"1.452583813s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":97,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:32:17.049797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.837092Z","time spent":"3.212696884s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:32:17.04981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.255965Z","time spent":"3.793810892s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:17.049418Z","caller":"traceutil/trace.go:171","msg":"trace[224368213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4894; }","duration":"3.215825122s","start":"2026-02-27T18:32:13.833525Z","end":"2026-02-27T18:32:17.04935Z","steps":["trace[224368213] 'agreement among raft nodes before linearized reading' (duration: 3.215529384s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:17.050459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:13.833501Z","time spent":"3.216937069s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:32:17.247774Z","caller":"traceutil/trace.go:171","msg":"trace[1562513108] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"190.925995ms","start":"2026-02-27T18:32:17.056818Z","end":"2026-02-27T18:32:17.247744Z","steps":["trace[1562513108] 'process raft request' (duration: 190.826452ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:17.247842Z","caller":"traceutil/trace.go:171","msg":"trace[1746759884] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"192.36652ms","start":"2026-02-27T18:32:17.055444Z","end":"2026-02-27T18:32:17.247811Z","steps":["trace[1746759884] 'process raft request' (duration: 192.158935ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:17.247823Z","caller":"traceutil/trace.go:171","msg":"trace[1506602885] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"192.912674ms","start":"2026-02-27T18:32:17.054877Z","end":"2026-02-27T18:32:17.24779Z","steps":["trace[1506602885] 'process raft request' (duration: 192.576316ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:17.247995Z","caller":"traceutil/trace.go:171","msg":"trace[1080952320] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"191.020397ms","start":"2026-02-27T18:32:17.056961Z","end":"2026-02-27T18:32:17.247981Z","steps":["trace[1080952320] 'process raft request' (duration: 190.72566ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:17.248083Z","caller":"traceutil/trace.go:171","msg":"trace[1740277406] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"190.323791ms","start":"2026-02-27T18:32:17.057752Z","end":"2026-02-27T18:32:17.248076Z","steps":["trace[1740277406] 'process raft request' (duration: 190.252469ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:17.248072Z","caller":"traceutil/trace.go:171","msg":"trace[246271509] linearizableReadLoop","detail":"{readStateIndex:5098; appliedIndex:5096; }","duration":"193.338363ms","start":"2026-02-27T18:32:17.054711Z","end":"2026-02-27T18:32:17.24805Z","steps":["trace[246271509] 'read index received' (duration: 38.887808ms)","trace[246271509] 'applied index is now lower than readState.Index' (duration: 154.449485ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:17.248082Z","caller":"traceutil/trace.go:171","msg":"trace[1535470871] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"190.77137ms","start":"2026-02-27T18:32:17.057301Z","end":"2026-02-27T18:32:17.248072Z","steps":["trace[1535470871] 'process raft request' (duration: 190.569786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:17.248235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.387276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:32:17.248245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.465188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:17.248267Z","caller":"traceutil/trace.go:171","msg":"trace[108198370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4901; }","duration":"191.455467ms","start":"2026-02-27T18:32:17.056802Z","end":"2026-02-27T18:32:17.248257Z","steps":["trace[108198370] 'agreement among raft nodes before linearized reading' (duration: 191.386175ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:17.248275Z","caller":"traceutil/trace.go:171","msg":"trace[1746171022] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4901; }","duration":"118.56125ms","start":"2026-02-27T18:32:17.129705Z","end":"2026-02-27T18:32:17.248266Z","steps":["trace[1746171022] 'agreement among raft nodes before linearized reading' (duration: 118.485328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:17.248448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.338454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T18:32:17.248531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.584857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-6kcqm\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-02-27T18:32:17.248569Z","caller":"traceutil/trace.go:171","msg":"trace[307746330] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-6kcqm; range_end:; response_count:1; response_revision:4901; }","duration":"188.636298ms","start":"2026-02-27T18:32:17.059918Z","end":"2026-02-27T18:32:17.248554Z","steps":["trace[307746330] 'agreement among raft nodes before linearized reading' (duration: 188.490084ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:17.248567Z","caller":"traceutil/trace.go:171","msg":"trace[405000889] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58; range_end:; response_count:1; response_revision:4901; }","duration":"150.534779ms","start":"2026-02-27T18:32:17.098003Z","end":"2026-02-27T18:32:17.248538Z","steps":["trace[405000889] 'agreement among raft nodes before linearized reading' (duration: 150.231661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:17.248785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.069071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70673"} {"level":"info","ts":"2026-02-27T18:32:17.248829Z","caller":"traceutil/trace.go:171","msg":"trace[1889699307] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4901; }","duration":"194.114193ms","start":"2026-02-27T18:32:17.054704Z","end":"2026-02-27T18:32:17.248819Z","steps":["trace[1889699307] 'agreement among raft nodes before linearized reading' (duration: 193.474657ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:17.432255Z","caller":"traceutil/trace.go:171","msg":"trace[159965625] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"183.659288ms","start":"2026-02-27T18:32:17.248556Z","end":"2026-02-27T18:32:17.432216Z","steps":["trace[159965625] 'process raft request' (duration: 163.914987ms)","trace[159965625] 'compare' (duration: 19.604628ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:19.296543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.884045982s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:32:19.297297Z","caller":"traceutil/trace.go:171","msg":"trace[854967660] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"2.046153786s","start":"2026-02-27T18:32:17.251104Z","end":"2026-02-27T18:32:19.297258Z","steps":["trace[854967660] 'process raft request' (duration: 2.045780847s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:19.297313Z","caller":"traceutil/trace.go:171","msg":"trace[625409175] linearizableReadLoop","detail":"{readStateIndex:5106; appliedIndex:5104; }","duration":"2.045450958s","start":"2026-02-27T18:32:17.251807Z","end":"2026-02-27T18:32:19.297258Z","steps":["trace[625409175] 'read index received' (duration: 160.663657ms)","trace[625409175] 'applied index is now lower than readState.Index' (duration: 1.884786011s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:19.297465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045642882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:19.297395Z","caller":"traceutil/trace.go:171","msg":"trace[1438567670] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"2.039776609s","start":"2026-02-27T18:32:17.257575Z","end":"2026-02-27T18:32:19.297352Z","steps":["trace[1438567670] 'process raft request' (duration: 2.039577634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.297682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:17.257562Z","time spent":"2.040019336s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8040,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:19.297543Z","caller":"traceutil/trace.go:171","msg":"trace[169620213] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4904; }","duration":"2.045761335s","start":"2026-02-27T18:32:17.251771Z","end":"2026-02-27T18:32:19.297532Z","steps":["trace[169620213] 'agreement among raft nodes before linearized reading' (duration: 2.045618242s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.297756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:17.251763Z","time spent":"2.04597646s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T18:32:19.297481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:17.251063Z","time spent":"2.04632079s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:19.678616Z","caller":"traceutil/trace.go:171","msg":"trace[2064923754] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"2.227226579s","start":"2026-02-27T18:32:17.451358Z","end":"2026-02-27T18:32:19.678584Z","steps":["trace[2064923754] 'process raft request' (duration: 2.223031357s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.678769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:17.451332Z","time spent":"2.227350112s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:19.679104Z","caller":"traceutil/trace.go:171","msg":"trace[952584015] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"1.080463862s","start":"2026-02-27T18:32:18.598618Z","end":"2026-02-27T18:32:19.679082Z","steps":["trace[952584015] 'process raft request' (duration: 1.079834487s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.679459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:18.598594Z","time spent":"1.080756209s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:19.884906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.33252ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:32:19.88563Z","caller":"traceutil/trace.go:171","msg":"trace[1324196991] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"831.574564ms","start":"2026-02-27T18:32:19.05403Z","end":"2026-02-27T18:32:19.885605Z","steps":["trace[1324196991] 'process raft request' (duration: 831.41237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.885779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.053965Z","time spent":"831.728818ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:19.885978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.538677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:19.885939Z","caller":"traceutil/trace.go:171","msg":"trace[746622558] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5107; }","duration":"588.395205ms","start":"2026-02-27T18:32:19.29741Z","end":"2026-02-27T18:32:19.885805Z","steps":["trace[746622558] 'read index received' (duration: 377.00306ms)","trace[746622558] 'applied index is now lower than readState.Index' (duration: 211.386544ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:19.886019Z","caller":"traceutil/trace.go:171","msg":"trace[275849992] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4909; }","duration":"914.645619ms","start":"2026-02-27T18:32:18.97136Z","end":"2026-02-27T18:32:19.886006Z","steps":["trace[275849992] 'agreement among raft nodes before linearized reading' (duration: 914.579568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.885989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115621038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:32:19.886014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623141733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:19.886036Z","caller":"traceutil/trace.go:171","msg":"trace[1143439782] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"829.596165ms","start":"2026-02-27T18:32:19.056407Z","end":"2026-02-27T18:32:19.886003Z","steps":["trace[1143439782] 'process raft request' (duration: 829.139524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.886051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213806822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:32:19.886072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:18.971338Z","time spent":"914.718732ms","remote":"127.0.0.1:59850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:32:19.886092Z","caller":"traceutil/trace.go:171","msg":"trace[350101224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4909; }","duration":"1.623279396s","start":"2026-02-27T18:32:18.262795Z","end":"2026-02-27T18:32:19.886075Z","steps":["trace[350101224] 'agreement among raft nodes before linearized reading' (duration: 1.623157373s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:19.886066Z","caller":"traceutil/trace.go:171","msg":"trace[406382891] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"584.025459ms","start":"2026-02-27T18:32:19.302001Z","end":"2026-02-27T18:32:19.886027Z","steps":["trace[406382891] 'process raft request' (duration: 583.594359ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:19.886072Z","caller":"traceutil/trace.go:171","msg":"trace[630983868] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4909; }","duration":"2.115757912s","start":"2026-02-27T18:32:17.770296Z","end":"2026-02-27T18:32:19.886054Z","steps":["trace[630983868] 'agreement among raft nodes before linearized reading' (duration: 2.115612128s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:19.886106Z","caller":"traceutil/trace.go:171","msg":"trace[1879488719] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4909; }","duration":"2.213915044s","start":"2026-02-27T18:32:17.672178Z","end":"2026-02-27T18:32:19.886093Z","steps":["trace[1879488719] 'agreement among raft nodes before linearized reading' (duration: 2.213795602s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.886134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:18.262737Z","time spent":"1.623389138s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:32:19.88613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147323012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:32:19.886153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:17.770273Z","time spent":"2.115867855s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:32:19.886147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328658222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:32:19.886177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.056378Z","time spent":"829.716399ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:19.886199Z","caller":"traceutil/trace.go:171","msg":"trace[1284307299] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4909; }","duration":"2.147487376s","start":"2026-02-27T18:32:17.73869Z","end":"2026-02-27T18:32:19.886178Z","steps":["trace[1284307299] 'agreement among raft nodes before linearized reading' (duration: 2.147319461s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.886221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.301886Z","time spent":"584.257825ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:32:19.886156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:17.672153Z","time spent":"2.213991807s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:32:19.886223Z","caller":"traceutil/trace.go:171","msg":"trace[157098134] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4909; }","duration":"2.328782935s","start":"2026-02-27T18:32:17.557416Z","end":"2026-02-27T18:32:19.886199Z","steps":["trace[157098134] 'agreement among raft nodes before linearized reading' (duration: 2.32856942s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.886269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:17.738659Z","time spent":"2.147596798s","remote":"127.0.0.1:46838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:32:19.886303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:17.557396Z","time spent":"2.328885478s","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:32:19.886616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.986546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:32:19.886639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.620417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:32:19.88666Z","caller":"traceutil/trace.go:171","msg":"trace[2105895130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4909; }","duration":"634.078439ms","start":"2026-02-27T18:32:19.25257Z","end":"2026-02-27T18:32:19.886649Z","steps":["trace[2105895130] 'agreement among raft nodes before linearized reading' (duration: 633.237339ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:19.886677Z","caller":"traceutil/trace.go:171","msg":"trace[1859514820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4909; }","duration":"633.673929ms","start":"2026-02-27T18:32:19.252989Z","end":"2026-02-27T18:32:19.886663Z","steps":["trace[1859514820] 'agreement among raft nodes before linearized reading' (duration: 632.820869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.886694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.252549Z","time spent":"634.1366ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:32:19.886703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.252979Z","time spent":"633.71601ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:32:19.886772Z","caller":"traceutil/trace.go:171","msg":"trace[2080744943] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"583.467484ms","start":"2026-02-27T18:32:19.30329Z","end":"2026-02-27T18:32:19.886758Z","steps":["trace[2080744943] 'process raft request' (duration: 582.343127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.886844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.303273Z","time spent":"583.534867ms","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:19.886909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.993597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:32:19.88694Z","caller":"traceutil/trace.go:171","msg":"trace[224603799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4909; }","duration":"634.040998ms","start":"2026-02-27T18:32:19.252891Z","end":"2026-02-27T18:32:19.886932Z","steps":["trace[224603799] 'agreement among raft nodes before linearized reading' (duration: 632.939971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.886973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.252885Z","time spent":"634.081938ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:32:19.88699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.018197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:32:19.887019Z","caller":"traceutil/trace.go:171","msg":"trace[1489935592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4909; }","duration":"634.068098ms","start":"2026-02-27T18:32:19.252943Z","end":"2026-02-27T18:32:19.887011Z","steps":["trace[1489935592] 'agreement among raft nodes before linearized reading' (duration: 632.949352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.886943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.72948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T18:32:19.887038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.252927Z","time spent":"634.106239ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:32:19.887055Z","caller":"traceutil/trace.go:171","msg":"trace[168485266] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4909; }","duration":"633.850023ms","start":"2026-02-27T18:32:19.253192Z","end":"2026-02-27T18:32:19.887042Z","steps":["trace[168485266] 'agreement among raft nodes before linearized reading' (duration: 632.708416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.887098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.253185Z","time spent":"633.900974ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:32:19.887173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.580187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:32:19.887204Z","caller":"traceutil/trace.go:171","msg":"trace[1447494753] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"583.717811ms","start":"2026-02-27T18:32:19.303473Z","end":"2026-02-27T18:32:19.887191Z","steps":["trace[1447494753] 'process raft request' (duration: 583.086226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.887269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.303453Z","time spent":"583.783082ms","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:19.887247Z","caller":"traceutil/trace.go:171","msg":"trace[1872879773] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:4909; }","duration":"631.66471ms","start":"2026-02-27T18:32:19.255557Z","end":"2026-02-27T18:32:19.887222Z","steps":["trace[1872879773] 'agreement among raft nodes before linearized reading' (duration: 630.324727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.887305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.540349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:32:19.887327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.255546Z","time spent":"631.765962ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"info","ts":"2026-02-27T18:32:19.887345Z","caller":"traceutil/trace.go:171","msg":"trace[1888204938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4909; }","duration":"634.619951ms","start":"2026-02-27T18:32:19.252715Z","end":"2026-02-27T18:32:19.887335Z","steps":["trace[1888204938] 'agreement among raft nodes before linearized reading' (duration: 633.170977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.887377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.252689Z","time spent":"634.679383ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:32:19.8875Z","caller":"traceutil/trace.go:171","msg":"trace[1889943492] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"583.855774ms","start":"2026-02-27T18:32:19.303627Z","end":"2026-02-27T18:32:19.887483Z","steps":["trace[1889943492] 'process raft request' (duration: 583.370712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.887568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434304708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T18:32:19.887598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.303605Z","time spent":"583.941366ms","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:19.887624Z","caller":"traceutil/trace.go:171","msg":"trace[2088901229] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4909; }","duration":"1.434402621s","start":"2026-02-27T18:32:18.453206Z","end":"2026-02-27T18:32:19.887609Z","steps":["trace[2088901229] 'agreement among raft nodes before linearized reading' (duration: 1.43270411s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.887665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:18.453183Z","time spent":"1.434473062s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:32:19.887777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452228526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-02-27T18:32:19.88781Z","caller":"traceutil/trace.go:171","msg":"trace[660785564] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4909; }","duration":"2.452259696s","start":"2026-02-27T18:32:17.435541Z","end":"2026-02-27T18:32:19.887801Z","steps":["trace[660785564] 'agreement among raft nodes before linearized reading' (duration: 2.450558245s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.887842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:17.435452Z","time spent":"2.452383559s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T18:32:19.888501Z","caller":"traceutil/trace.go:171","msg":"trace[1356961945] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"584.492451ms","start":"2026-02-27T18:32:19.303982Z","end":"2026-02-27T18:32:19.888475Z","steps":["trace[1356961945] 'process raft request' (duration: 583.945717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.888538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.208652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:32:19.888587Z","caller":"traceutil/trace.go:171","msg":"trace[1778918863] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4913; }","duration":"232.296754ms","start":"2026-02-27T18:32:19.656277Z","end":"2026-02-27T18:32:19.888573Z","steps":["trace[1778918863] 'agreement among raft nodes before linearized reading' (duration: 232.197542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.888657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.303974Z","time spent":"584.597433ms","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:19.88892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.900274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T18:32:19.88896Z","caller":"traceutil/trace.go:171","msg":"trace[149597491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4913; }","duration":"585.996146ms","start":"2026-02-27T18:32:19.302953Z","end":"2026-02-27T18:32:19.888949Z","steps":["trace[149597491] 'agreement among raft nodes before linearized reading' (duration: 585.888253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:19.889001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.302936Z","time spent":"586.043218ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T18:32:20.323692Z","caller":"traceutil/trace.go:171","msg":"trace[1935998951] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"431.885959ms","start":"2026-02-27T18:32:19.891778Z","end":"2026-02-27T18:32:20.323664Z","steps":["trace[1935998951] 'process raft request' (duration: 365.387047ms)","trace[1935998951] 'compare' (duration: 66.294527ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:20.323853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.891758Z","time spent":"432.013523ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:20.324086Z","caller":"traceutil/trace.go:171","msg":"trace[1623113782] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"429.815299ms","start":"2026-02-27T18:32:19.894244Z","end":"2026-02-27T18:32:20.32406Z","steps":["trace[1623113782] 'process raft request' (duration: 429.708376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:20.324243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.894236Z","time spent":"429.914791ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:20.324413Z","caller":"traceutil/trace.go:171","msg":"trace[1046387124] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"430.844493ms","start":"2026-02-27T18:32:19.893541Z","end":"2026-02-27T18:32:20.324385Z","steps":["trace[1046387124] 'process raft request' (duration: 430.27275ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:20.324454Z","caller":"traceutil/trace.go:171","msg":"trace[656294659] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"430.970816ms","start":"2026-02-27T18:32:19.89346Z","end":"2026-02-27T18:32:20.32443Z","steps":["trace[656294659] 'process raft request' (duration: 430.152797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:20.324543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.893436Z","time spent":"431.063318ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:20.32454Z","caller":"traceutil/trace.go:171","msg":"trace[991633793] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"429.981222ms","start":"2026-02-27T18:32:19.894533Z","end":"2026-02-27T18:32:20.324514Z","steps":["trace[991633793] 'process raft request' (duration: 429.47402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:20.324566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.893534Z","time spent":"430.953746ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:20.324667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.894519Z","time spent":"430.080624ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:20.324821Z","caller":"traceutil/trace.go:171","msg":"trace[808579549] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"430.72217ms","start":"2026-02-27T18:32:19.893737Z","end":"2026-02-27T18:32:20.324459Z","steps":["trace[808579549] 'process raft request' (duration: 430.179017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:20.325026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.897804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:32:20.32507Z","caller":"traceutil/trace.go:171","msg":"trace[1739964292] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4921; }","duration":"432.943826ms","start":"2026-02-27T18:32:19.892117Z","end":"2026-02-27T18:32:20.325061Z","steps":["trace[1739964292] 'agreement among raft nodes before linearized reading' (duration: 432.865314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:20.325098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.892076Z","time spent":"433.015667ms","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T18:32:20.325251Z","caller":"traceutil/trace.go:171","msg":"trace[1239452090] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"430.352712ms","start":"2026-02-27T18:32:19.894888Z","end":"2026-02-27T18:32:20.325241Z","steps":["trace[1239452090] 'process raft request' (duration: 429.290175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:20.325316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.894874Z","time spent":"430.409424ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:20.325259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.893727Z","time spent":"431.296665ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:20.324939Z","caller":"traceutil/trace.go:171","msg":"trace[531401480] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5118; }","duration":"417.55698ms","start":"2026-02-27T18:32:19.907368Z","end":"2026-02-27T18:32:20.324925Z","steps":["trace[531401480] 'read index received' (duration: 349.857129ms)","trace[531401480] 'applied index is now lower than readState.Index' (duration: 67.698761ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:20.325587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.443555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70911"} {"level":"info","ts":"2026-02-27T18:32:20.325652Z","caller":"traceutil/trace.go:171","msg":"trace[274241522] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4921; }","duration":"431.351166ms","start":"2026-02-27T18:32:19.894284Z","end":"2026-02-27T18:32:20.325635Z","steps":["trace[274241522] 'agreement among raft nodes before linearized reading' (duration: 431.028959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:20.325687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.620995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:32:20.325712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.894264Z","time spent":"431.434238ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70935,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T18:32:20.32572Z","caller":"traceutil/trace.go:171","msg":"trace[1042689659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4921; }","duration":"427.683357ms","start":"2026-02-27T18:32:19.898027Z","end":"2026-02-27T18:32:20.325711Z","steps":["trace[1042689659] 'agreement among raft nodes before linearized reading' (duration: 427.630566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:20.325758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.898011Z","time spent":"427.741738ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:32:20.325847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.638143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-02-27T18:32:20.325898Z","caller":"traceutil/trace.go:171","msg":"trace[247997459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4921; }","duration":"408.737735ms","start":"2026-02-27T18:32:19.917145Z","end":"2026-02-27T18:32:20.325882Z","steps":["trace[247997459] 'agreement among raft nodes before linearized reading' (duration: 408.5306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:20.325972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:19.917121Z","time spent":"408.841307ms","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T18:32:22.602715Z","caller":"traceutil/trace.go:171","msg":"trace[1003347737] linearizableReadLoop","detail":"{readStateIndex:5149; appliedIndex:5148; }","duration":"339.422155ms","start":"2026-02-27T18:32:22.26327Z","end":"2026-02-27T18:32:22.602693Z","steps":["trace[1003347737] 'read index received' (duration: 339.331973ms)","trace[1003347737] 'applied index is now lower than readState.Index' (duration: 89.302µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:22.602762Z","caller":"traceutil/trace.go:171","msg":"trace[1265869291] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"459.364329ms","start":"2026-02-27T18:32:22.143376Z","end":"2026-02-27T18:32:22.602741Z","steps":["trace[1265869291] 'process raft request' (duration: 459.171024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:22.602877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.597499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:32:22.60291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:22.143362Z","time spent":"459.459781ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13275,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:22.602945Z","caller":"traceutil/trace.go:171","msg":"trace[158397573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4945; }","duration":"339.716923ms","start":"2026-02-27T18:32:22.263211Z","end":"2026-02-27T18:32:22.602927Z","steps":["trace[158397573] 'agreement among raft nodes before linearized reading' (duration: 339.5965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:22.602993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:22.26319Z","time spent":"339.788495ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:32:22.604325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.973184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T18:32:22.604382Z","caller":"traceutil/trace.go:171","msg":"trace[690064460] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4946; }","duration":"275.050605ms","start":"2026-02-27T18:32:22.329315Z","end":"2026-02-27T18:32:22.604365Z","steps":["trace[690064460] 'agreement among raft nodes before linearized reading' (duration: 274.902192ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:22.604373Z","caller":"traceutil/trace.go:171","msg":"trace[834307853] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"229.164527ms","start":"2026-02-27T18:32:22.375185Z","end":"2026-02-27T18:32:22.60435Z","steps":["trace[834307853] 'process raft request' (duration: 228.87485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:22.604449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.738822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:32:22.604482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.159274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:32:22.604542Z","caller":"traceutil/trace.go:171","msg":"trace[748552373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4946; }","duration":"275.873425ms","start":"2026-02-27T18:32:22.328653Z","end":"2026-02-27T18:32:22.604526Z","steps":["trace[748552373] 'agreement among raft nodes before linearized reading' (duration: 275.64882ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:22.60454Z","caller":"traceutil/trace.go:171","msg":"trace[316065806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4946; }","duration":"274.236556ms","start":"2026-02-27T18:32:22.330288Z","end":"2026-02-27T18:32:22.604525Z","steps":["trace[316065806] 'agreement among raft nodes before linearized reading' (duration: 274.067152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:22.604323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.519853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:32:22.604603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.280501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:32:22.604598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.081627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:32:22.604638Z","caller":"traceutil/trace.go:171","msg":"trace[1271318945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4946; }","duration":"274.84397ms","start":"2026-02-27T18:32:22.329778Z","end":"2026-02-27T18:32:22.604622Z","steps":["trace[1271318945] 'agreement among raft nodes before linearized reading' (duration: 274.41664ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:22.604657Z","caller":"traceutil/trace.go:171","msg":"trace[1409705011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4946; }","duration":"275.356453ms","start":"2026-02-27T18:32:22.329286Z","end":"2026-02-27T18:32:22.604642Z","steps":["trace[1409705011] 'agreement among raft nodes before linearized reading' (duration: 275.187169ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:22.604666Z","caller":"traceutil/trace.go:171","msg":"trace[330139519] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:4946; }","duration":"273.181009ms","start":"2026-02-27T18:32:22.33147Z","end":"2026-02-27T18:32:22.604651Z","steps":["trace[330139519] 'agreement among raft nodes before linearized reading' (duration: 272.884212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:22.604737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.479416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:32:22.604774Z","caller":"traceutil/trace.go:171","msg":"trace[1658676473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4946; }","duration":"275.571868ms","start":"2026-02-27T18:32:22.329193Z","end":"2026-02-27T18:32:22.604765Z","steps":["trace[1658676473] 'agreement among raft nodes before linearized reading' (duration: 275.477786ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:23.247311Z","caller":"traceutil/trace.go:171","msg":"trace[1931362873] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"115.167988ms","start":"2026-02-27T18:32:23.132108Z","end":"2026-02-27T18:32:23.247276Z","steps":["trace[1931362873] 'process raft request' (duration: 92.402723ms)","trace[1931362873] 'compare' (duration: 22.618641ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:23.309061Z","caller":"traceutil/trace.go:171","msg":"trace[700863255] linearizableReadLoop","detail":"{readStateIndex:5164; appliedIndex:5162; }","duration":"153.716068ms","start":"2026-02-27T18:32:23.155315Z","end":"2026-02-27T18:32:23.309031Z","steps":["trace[700863255] 'read index received' (duration: 69.210918ms)","trace[700863255] 'applied index is now lower than readState.Index' (duration: 84.50393ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:23.309133Z","caller":"traceutil/trace.go:171","msg":"trace[1153070952] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"165.407673ms","start":"2026-02-27T18:32:23.143687Z","end":"2026-02-27T18:32:23.309095Z","steps":["trace[1153070952] 'process raft request' (duration: 165.162367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:23.309448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.100707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-27T18:32:23.309562Z","caller":"traceutil/trace.go:171","msg":"trace[1165151874] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4959; }","duration":"154.271182ms","start":"2026-02-27T18:32:23.155265Z","end":"2026-02-27T18:32:23.309536Z","steps":["trace[1165151874] 'agreement among raft nodes before linearized reading' (duration: 153.949024ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:24.123825Z","caller":"traceutil/trace.go:171","msg":"trace[2098461274] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"213.261089ms","start":"2026-02-27T18:32:23.910529Z","end":"2026-02-27T18:32:24.12379Z","steps":["trace[2098461274] 'process raft request' (duration: 213.048564ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:24.209727Z","caller":"traceutil/trace.go:171","msg":"trace[13405075] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"296.301523ms","start":"2026-02-27T18:32:23.913392Z","end":"2026-02-27T18:32:24.209693Z","steps":["trace[13405075] 'process raft request' (duration: 287.444457ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:26.334075Z","caller":"traceutil/trace.go:171","msg":"trace[905714517] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"126.937506ms","start":"2026-02-27T18:32:26.207114Z","end":"2026-02-27T18:32:26.334052Z","steps":["trace[905714517] 'process raft request' (duration: 126.772312ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:26.348741Z","caller":"traceutil/trace.go:171","msg":"trace[1518987837] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"133.488145ms","start":"2026-02-27T18:32:26.215222Z","end":"2026-02-27T18:32:26.34871Z","steps":["trace[1518987837] 'process raft request' (duration: 133.30795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:26.849274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208424073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:32:27.349721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208424073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:32:27.672537Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.322627286s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:32:27.672992Z","caller":"traceutil/trace.go:171","msg":"trace[94975067] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"1.32897005s","start":"2026-02-27T18:32:26.343999Z","end":"2026-02-27T18:32:27.67297Z","steps":["trace[94975067] 'process raft request' (duration: 1.328764475s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:27.673069Z","caller":"traceutil/trace.go:171","msg":"trace[1252056282] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"1.327765961s","start":"2026-02-27T18:32:26.345267Z","end":"2026-02-27T18:32:27.673033Z","steps":["trace[1252056282] 'process raft request' (duration: 1.327619537s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:27.673123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.343984Z","time spent":"1.329074323s","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:27.673249Z","caller":"traceutil/trace.go:171","msg":"trace[678317265] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"1.327623388s","start":"2026-02-27T18:32:26.345618Z","end":"2026-02-27T18:32:27.673242Z","steps":["trace[678317265] 'process raft request' (duration: 1.32730783s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:27.673282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.345596Z","time spent":"1.327667388s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:27.673571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.345259Z","time spent":"1.327892114s","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:27.880856Z","caller":"traceutil/trace.go:171","msg":"trace[1119963336] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5186; }","duration":"1.532164664s","start":"2026-02-27T18:32:26.348661Z","end":"2026-02-27T18:32:27.880826Z","steps":["trace[1119963336] 'read index received' (duration: 1.324123542s)","trace[1119963336] 'applied index is now lower than readState.Index' (duration: 208.040122ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:27.880937Z","caller":"traceutil/trace.go:171","msg":"trace[1051742378] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"1.532454861s","start":"2026-02-27T18:32:26.348452Z","end":"2026-02-27T18:32:27.880907Z","steps":["trace[1051742378] 'process raft request' (duration: 1.439388752s)","trace[1051742378] 'compare' (duration: 92.71168ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:27.880946Z","caller":"traceutil/trace.go:171","msg":"trace[1356319344] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"695.739993ms","start":"2026-02-27T18:32:27.185173Z","end":"2026-02-27T18:32:27.880913Z","steps":["trace[1356319344] 'process raft request' (duration: 695.581629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:27.881127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531475307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:32:27.881127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.833756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:27.881176Z","caller":"traceutil/trace.go:171","msg":"trace[116566577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4986; }","duration":"1.531527119s","start":"2026-02-27T18:32:26.349637Z","end":"2026-02-27T18:32:27.881164Z","steps":["trace[116566577] 'agreement among raft nodes before linearized reading' (duration: 1.531440787s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:27.881181Z","caller":"traceutil/trace.go:171","msg":"trace[791390610] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4986; }","duration":"410.944159ms","start":"2026-02-27T18:32:27.470224Z","end":"2026-02-27T18:32:27.881168Z","steps":["trace[791390610] 'agreement among raft nodes before linearized reading' (duration: 410.844496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:27.881185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537566435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-kd545\" ","response":"range_response_count:1 size:5851"} {"level":"warn","ts":"2026-02-27T18:32:27.881214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:27.470203Z","time spent":"411.002021ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:32:27.881251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.199414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:32:27.88126Z","caller":"traceutil/trace.go:171","msg":"trace[1679910731] range","detail":"{range_begin:/registry/pods/monitoring/vector-kd545; range_end:; response_count:1; response_revision:4986; }","duration":"1.537686429s","start":"2026-02-27T18:32:26.343558Z","end":"2026-02-27T18:32:27.881245Z","steps":["trace[1679910731] 'agreement among raft nodes before linearized reading' (duration: 1.537437573s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:27.881284Z","caller":"traceutil/trace.go:171","msg":"trace[655838199] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4986; }","duration":"495.261974ms","start":"2026-02-27T18:32:27.386016Z","end":"2026-02-27T18:32:27.881278Z","steps":["trace[655838199] 'agreement among raft nodes before linearized reading' (duration: 495.211333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:27.881297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.343542Z","time spent":"1.53774934s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5875,"request content":"key:\"/registry/pods/monitoring/vector-kd545\" "} {"level":"warn","ts":"2026-02-27T18:32:27.881305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:27.386004Z","time spent":"495.295816ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:32:27.881208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.349615Z","time spent":"1.53158635s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:32:27.881381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2448889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:32:27.881209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613814464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-02-27T18:32:27.881538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.642567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:32:27.881575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247588445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:32:27.88157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246423468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:32:27.881609Z","caller":"traceutil/trace.go:171","msg":"trace[1092782021] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4986; }","duration":"797.74487ms","start":"2026-02-27T18:32:27.083837Z","end":"2026-02-27T18:32:27.881582Z","steps":["trace[1092782021] 'agreement among raft nodes before linearized reading' (duration: 797.659738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:27.881606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473646807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:32:27.881583Z","caller":"traceutil/trace.go:171","msg":"trace[1422143909] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4986; }","duration":"1.614207374s","start":"2026-02-27T18:32:26.26731Z","end":"2026-02-27T18:32:27.881517Z","steps":["trace[1422143909] 'agreement among raft nodes before linearized reading' (duration: 1.613697112s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:27.881656Z","caller":"traceutil/trace.go:171","msg":"trace[1575258922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4986; }","duration":"1.246593972s","start":"2026-02-27T18:32:26.635042Z","end":"2026-02-27T18:32:27.881636Z","steps":["trace[1575258922] 'agreement among raft nodes before linearized reading' (duration: 1.246259684s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:27.881663Z","caller":"traceutil/trace.go:171","msg":"trace[983904809] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4986; }","duration":"1.47375428s","start":"2026-02-27T18:32:26.407896Z","end":"2026-02-27T18:32:27.881651Z","steps":["trace[983904809] 'agreement among raft nodes before linearized reading' (duration: 1.473648018s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:27.881668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:27.083819Z","time spent":"797.833671ms","remote":"127.0.0.1:59964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:32:27.881689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.049688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:32:27.881702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.407874Z","time spent":"1.473819291s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":18,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:32:27.881728Z","caller":"traceutil/trace.go:171","msg":"trace[966738859] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:4986; }","duration":"940.12656ms","start":"2026-02-27T18:32:26.941591Z","end":"2026-02-27T18:32:27.881717Z","steps":["trace[966738859] 'agreement among raft nodes before linearized reading' (duration: 940.072659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:27.881732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245892875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:32:27.881748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.941561Z","time spent":"940.183291ms","remote":"127.0.0.1:34382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-02-27T18:32:27.881755Z","caller":"traceutil/trace.go:171","msg":"trace[39582998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4986; }","duration":"1.245932566s","start":"2026-02-27T18:32:26.635817Z","end":"2026-02-27T18:32:27.88175Z","steps":["trace[39582998] 'agreement among raft nodes before linearized reading' (duration: 1.245869764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:27.881779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.635809Z","time spent":"1.245964826s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:32:27.881779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24654285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:32:27.881807Z","caller":"traceutil/trace.go:171","msg":"trace[426598864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4986; }","duration":"1.246585622s","start":"2026-02-27T18:32:26.635214Z","end":"2026-02-27T18:32:27.8818Z","steps":["trace[426598864] 'agreement among raft nodes before linearized reading' (duration: 1.24651321s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:27.881757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.267298Z","time spent":"1.614413269s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T18:32:27.881833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.635205Z","time spent":"1.246624243s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:32:27.881705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.63502Z","time spent":"1.246676704s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:32:27.881623Z","caller":"traceutil/trace.go:171","msg":"trace[411215415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4986; }","duration":"1.247674828s","start":"2026-02-27T18:32:26.633941Z","end":"2026-02-27T18:32:27.881616Z","steps":["trace[411215415] 'agreement among raft nodes before linearized reading' (duration: 1.247513084s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:27.8815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:27.185157Z","time spent":"695.869116ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:27.882084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.633899Z","time spent":"1.248165709s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:32:27.881468Z","caller":"traceutil/trace.go:171","msg":"trace[1814239367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4986; }","duration":"1.244991083s","start":"2026-02-27T18:32:26.63646Z","end":"2026-02-27T18:32:27.881451Z","steps":["trace[1814239367] 'agreement among raft nodes before linearized reading' (duration: 1.244823439s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:27.882164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244568253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:32:27.882333Z","caller":"traceutil/trace.go:171","msg":"trace[946915385] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:4986; }","duration":"1.244759447s","start":"2026-02-27T18:32:26.637534Z","end":"2026-02-27T18:32:27.882293Z","steps":["trace[946915385] 'agreement among raft nodes before linearized reading' (duration: 1.244037399s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:27.882246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.636452Z","time spent":"1.245751761s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:32:27.882532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.637521Z","time spent":"1.244930061s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"warn","ts":"2026-02-27T18:32:27.882558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.348445Z","time spent":"1.532566434s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:27.881993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244824128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:32:27.882763Z","caller":"traceutil/trace.go:171","msg":"trace[1418754834] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4986; }","duration":"1.245639299s","start":"2026-02-27T18:32:26.637099Z","end":"2026-02-27T18:32:27.882738Z","steps":["trace[1418754834] 'agreement among raft nodes before linearized reading' (duration: 1.244680866s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:27.882842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:26.637079Z","time spent":"1.245742672s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:32:29.282505Z","caller":"traceutil/trace.go:171","msg":"trace[842041745] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"187.595604ms","start":"2026-02-27T18:32:29.094886Z","end":"2026-02-27T18:32:29.282482Z","steps":["trace[842041745] 'process raft request' (duration: 187.356849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:30.924577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.049793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:32:30.924709Z","caller":"traceutil/trace.go:171","msg":"trace[1375949648] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5081; }","duration":"254.33879ms","start":"2026-02-27T18:32:30.670338Z","end":"2026-02-27T18:32:30.924677Z","steps":["trace[1375949648] 'count revisions from in-memory index tree' (duration: 253.962361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:30.924699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.150481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:30.924775Z","caller":"traceutil/trace.go:171","msg":"trace[652630370] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5081; }","duration":"392.303264ms","start":"2026-02-27T18:32:30.532453Z","end":"2026-02-27T18:32:30.924757Z","steps":["trace[652630370] 'range keys from in-memory index tree' (duration: 392.050468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:30.924816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:30.5324Z","time spent":"392.409387ms","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T18:32:30.924818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.307471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f820748-fbe2-4a72-bcd6-f881e284e9db\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-02-27T18:32:30.924921Z","caller":"traceutil/trace.go:171","msg":"trace[2084742963] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f820748-fbe2-4a72-bcd6-f881e284e9db; range_end:; response_count:1; response_revision:5081; }","duration":"373.461454ms","start":"2026-02-27T18:32:30.551433Z","end":"2026-02-27T18:32:30.924895Z","steps":["trace[2084742963] 'range keys from in-memory index tree' (duration: 373.064095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:30.924977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:30.551354Z","time spent":"373.612738ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f820748-fbe2-4a72-bcd6-f881e284e9db\" "} {"level":"warn","ts":"2026-02-27T18:32:34.178657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.381617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:3976"} {"level":"info","ts":"2026-02-27T18:32:34.178797Z","caller":"traceutil/trace.go:171","msg":"trace[677863142] linearizableReadLoop","detail":"{readStateIndex:5308; appliedIndex:5307; }","duration":"209.529489ms","start":"2026-02-27T18:32:33.969247Z","end":"2026-02-27T18:32:34.178777Z","steps":["trace[677863142] 'read index received' (duration: 3.866845ms)","trace[677863142] 'applied index is now lower than readState.Index' (duration: 205.661084ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:34.178844Z","caller":"traceutil/trace.go:171","msg":"trace[1573448437] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5100; }","duration":"217.601265ms","start":"2026-02-27T18:32:33.961205Z","end":"2026-02-27T18:32:34.178806Z","steps":["trace[1573448437] 'process raft request' (duration: 11.975363ms)","trace[1573448437] 'compare' (duration: 205.294895ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:34.179075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.818806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:32:34.179131Z","caller":"traceutil/trace.go:171","msg":"trace[1918121920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5100; }","duration":"209.908568ms","start":"2026-02-27T18:32:33.969209Z","end":"2026-02-27T18:32:34.179118Z","steps":["trace[1918121920] 'agreement among raft nodes before linearized reading' (duration: 209.651322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:34.24018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.639083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:32:34.240258Z","caller":"traceutil/trace.go:171","msg":"trace[895576563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5101; }","duration":"269.748386ms","start":"2026-02-27T18:32:33.970494Z","end":"2026-02-27T18:32:34.240242Z","steps":["trace[895576563] 'agreement among raft nodes before linearized reading' (duration: 269.529541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:34.240263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.284991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:32:34.240296Z","caller":"traceutil/trace.go:171","msg":"trace[1036128194] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:5101; }","duration":"268.350982ms","start":"2026-02-27T18:32:33.971937Z","end":"2026-02-27T18:32:34.240288Z","steps":["trace[1036128194] 'agreement among raft nodes before linearized reading' (duration: 268.25526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:34.240287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.9134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:32:34.240415Z","caller":"traceutil/trace.go:171","msg":"trace[1956098915] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5101; }","duration":"263.047093ms","start":"2026-02-27T18:32:33.977322Z","end":"2026-02-27T18:32:34.240369Z","steps":["trace[1956098915] 'agreement among raft nodes before linearized reading' (duration: 262.733856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:34.240409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.549059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:32:34.240506Z","caller":"traceutil/trace.go:171","msg":"trace[1313173342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5101; }","duration":"264.712624ms","start":"2026-02-27T18:32:33.975769Z","end":"2026-02-27T18:32:34.240482Z","steps":["trace[1313173342] 'agreement among raft nodes before linearized reading' (duration: 264.408847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:34.240513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.864798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:32:34.240592Z","caller":"traceutil/trace.go:171","msg":"trace[2068183113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5101; }","duration":"262.958311ms","start":"2026-02-27T18:32:33.977613Z","end":"2026-02-27T18:32:34.240571Z","steps":["trace[2068183113] 'agreement among raft nodes before linearized reading' (duration: 262.741716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:34.450781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.348642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T18:32:34.451121Z","caller":"traceutil/trace.go:171","msg":"trace[1225822531] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5102; }","duration":"270.754651ms","start":"2026-02-27T18:32:34.180346Z","end":"2026-02-27T18:32:34.451101Z","steps":["trace[1225822531] 'process raft request' (duration: 156.991518ms)","trace[1225822531] 'compare' (duration: 113.188169ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:34.451321Z","caller":"traceutil/trace.go:171","msg":"trace[102025847] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"267.628344ms","start":"2026-02-27T18:32:34.183652Z","end":"2026-02-27T18:32:34.451281Z","steps":["trace[102025847] 'process raft request' (duration: 267.248505ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:34.451552Z","caller":"traceutil/trace.go:171","msg":"trace[650036464] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"206.883604ms","start":"2026-02-27T18:32:34.244632Z","end":"2026-02-27T18:32:34.451516Z","steps":["trace[650036464] 'process raft request' (duration: 206.617967ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:34.452672Z","caller":"traceutil/trace.go:171","msg":"trace[6415773] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"207.475368ms","start":"2026-02-27T18:32:34.24517Z","end":"2026-02-27T18:32:34.452645Z","steps":["trace[6415773] 'process raft request' (duration: 207.220002ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:34.452768Z","caller":"traceutil/trace.go:171","msg":"trace[976297635] linearizableReadLoop","detail":"{readStateIndex:5315; appliedIndex:5309; }","duration":"207.085528ms","start":"2026-02-27T18:32:34.245666Z","end":"2026-02-27T18:32:34.452752Z","steps":["trace[976297635] 'read index received' (duration: 91.687185ms)","trace[976297635] 'applied index is now lower than readState.Index' (duration: 115.397313ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:34.452815Z","caller":"traceutil/trace.go:171","msg":"trace[69841186] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"207.782296ms","start":"2026-02-27T18:32:34.245023Z","end":"2026-02-27T18:32:34.452805Z","steps":["trace[69841186] 'process raft request' (duration: 206.36134ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:34.452877Z","caller":"traceutil/trace.go:171","msg":"trace[1758708528] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"207.439537ms","start":"2026-02-27T18:32:34.245426Z","end":"2026-02-27T18:32:34.452865Z","steps":["trace[1758708528] 'process raft request' (duration: 207.039877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:34.453002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.826257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:34.453055Z","caller":"traceutil/trace.go:171","msg":"trace[745572782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5108; }","duration":"191.923919ms","start":"2026-02-27T18:32:34.261116Z","end":"2026-02-27T18:32:34.45304Z","steps":["trace[745572782] 'agreement among raft nodes before linearized reading' (duration: 191.822497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:34.453193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.508788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80092"} {"level":"info","ts":"2026-02-27T18:32:34.453238Z","caller":"traceutil/trace.go:171","msg":"trace[150192482] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5108; }","duration":"207.5667ms","start":"2026-02-27T18:32:34.245661Z","end":"2026-02-27T18:32:34.453228Z","steps":["trace[150192482] 'agreement among raft nodes before linearized reading' (duration: 207.324854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:34.785119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.110093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:32:34.785255Z","caller":"traceutil/trace.go:171","msg":"trace[1151826754] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"327.859723ms","start":"2026-02-27T18:32:34.457371Z","end":"2026-02-27T18:32:34.785231Z","steps":["trace[1151826754] 'process raft request' (duration: 110.558586ms)","trace[1151826754] 'compare' (duration: 216.978829ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:34.785327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:34.457355Z","time spent":"327.939575ms","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1203,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:32:35.238908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.055469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:32:35.239178Z","caller":"traceutil/trace.go:171","msg":"trace[1348883380] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"449.330884ms","start":"2026-02-27T18:32:34.789825Z","end":"2026-02-27T18:32:35.239156Z","steps":["trace[1348883380] 'process raft request' (duration: 449.215771ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:35.239207Z","caller":"traceutil/trace.go:171","msg":"trace[1998313853] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"449.60333ms","start":"2026-02-27T18:32:34.789567Z","end":"2026-02-27T18:32:35.239171Z","steps":["trace[1998313853] 'process raft request' (duration: 285.172872ms)","trace[1998313853] 'compare' (duration: 163.67097ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:35.239279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:34.789798Z","time spent":"449.436207ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":848,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:32:35.239459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:34.789539Z","time spent":"449.803996ms","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1307,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:35.493407Z","caller":"traceutil/trace.go:171","msg":"trace[1006626743] linearizableReadLoop","detail":"{readStateIndex:5320; appliedIndex:5319; }","duration":"162.166794ms","start":"2026-02-27T18:32:35.331209Z","end":"2026-02-27T18:32:35.493375Z","steps":["trace[1006626743] 'read index received' (duration: 123.705366ms)","trace[1006626743] 'applied index is now lower than readState.Index' (duration: 38.459568ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:35.493437Z","caller":"traceutil/trace.go:171","msg":"trace[904549855] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"248.824337ms","start":"2026-02-27T18:32:35.244568Z","end":"2026-02-27T18:32:35.493393Z","steps":["trace[904549855] 'process raft request' (duration: 210.444061ms)","trace[904549855] 'compare' (duration: 37.912864ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:35.493708Z","caller":"traceutil/trace.go:171","msg":"trace[1384081122] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"103.289449ms","start":"2026-02-27T18:32:35.390369Z","end":"2026-02-27T18:32:35.493659Z","steps":["trace[1384081122] 'process raft request' (duration: 102.947451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:35.493766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.548713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T18:32:35.494181Z","caller":"traceutil/trace.go:171","msg":"trace[1483060852] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5112; }","duration":"163.008334ms","start":"2026-02-27T18:32:35.331144Z","end":"2026-02-27T18:32:35.494152Z","steps":["trace[1483060852] 'agreement among raft nodes before linearized reading' (duration: 162.362978ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:35.728567Z","caller":"traceutil/trace.go:171","msg":"trace[562768965] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"230.061139ms","start":"2026-02-27T18:32:35.498462Z","end":"2026-02-27T18:32:35.728523Z","steps":["trace[562768965] 'process raft request' (duration: 149.631208ms)","trace[562768965] 'compare' (duration: 79.99969ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:35.728715Z","caller":"traceutil/trace.go:171","msg":"trace[612106361] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"221.658373ms","start":"2026-02-27T18:32:35.507019Z","end":"2026-02-27T18:32:35.728677Z","steps":["trace[612106361] 'process raft request' (duration: 221.559781ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:35.729142Z","caller":"traceutil/trace.go:171","msg":"trace[301778485] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"229.527546ms","start":"2026-02-27T18:32:35.499576Z","end":"2026-02-27T18:32:35.729103Z","steps":["trace[301778485] 'process raft request' (duration: 228.831549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:36.302502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.311109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:36.30261Z","caller":"traceutil/trace.go:171","msg":"trace[2087327257] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5121; }","duration":"151.472852ms","start":"2026-02-27T18:32:36.151114Z","end":"2026-02-27T18:32:36.302586Z","steps":["trace[2087327257] 'range keys from in-memory index tree' (duration: 151.172685ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:42.795863Z","caller":"traceutil/trace.go:171","msg":"trace[682486066] linearizableReadLoop","detail":"{readStateIndex:5412; appliedIndex:5411; }","duration":"481.495689ms","start":"2026-02-27T18:32:42.314337Z","end":"2026-02-27T18:32:42.795833Z","steps":["trace[682486066] 'read index received' (duration: 481.324345ms)","trace[682486066] 'applied index is now lower than readState.Index' (duration: 166.094µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:42.796153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.781886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:42.796281Z","caller":"traceutil/trace.go:171","msg":"trace[1890090777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5203; }","duration":"481.9594ms","start":"2026-02-27T18:32:42.314292Z","end":"2026-02-27T18:32:42.796251Z","steps":["trace[1890090777] 'agreement among raft nodes before linearized reading' (duration: 481.722274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:42.796338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:42.314275Z","time spent":"482.053672ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:32:42.796746Z","caller":"traceutil/trace.go:171","msg":"trace[790196200] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"716.13116ms","start":"2026-02-27T18:32:42.079788Z","end":"2026-02-27T18:32:42.795919Z","steps":["trace[790196200] 'process raft request' (duration: 715.833133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:42.79705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:42.079742Z","time spent":"717.145464ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:42.816442Z","caller":"traceutil/trace.go:171","msg":"trace[231458522] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"495.218732ms","start":"2026-02-27T18:32:42.321189Z","end":"2026-02-27T18:32:42.816408Z","steps":["trace[231458522] 'process raft request' (duration: 492.115887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:42.816763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:42.32118Z","time spent":"495.461069ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:42.816852Z","caller":"traceutil/trace.go:171","msg":"trace[1311669230] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"292.111141ms","start":"2026-02-27T18:32:42.524714Z","end":"2026-02-27T18:32:42.816825Z","steps":["trace[1311669230] 'process raft request' (duration: 291.62858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:42.817102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.616486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:32:42.817166Z","caller":"traceutil/trace.go:171","msg":"trace[213178800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5206; }","duration":"234.810245ms","start":"2026-02-27T18:32:42.58234Z","end":"2026-02-27T18:32:42.81715Z","steps":["trace[213178800] 'agreement among raft nodes before linearized reading' (duration: 234.579279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:42.817159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.676287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:32:42.817277Z","caller":"traceutil/trace.go:171","msg":"trace[1920763814] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5206; }","duration":"233.852402ms","start":"2026-02-27T18:32:42.583402Z","end":"2026-02-27T18:32:42.817254Z","steps":["trace[1920763814] 'agreement among raft nodes before linearized reading' (duration: 233.541683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:42.817292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.1842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:32:42.817327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.561728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:32:42.817408Z","caller":"traceutil/trace.go:171","msg":"trace[1683075650] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:5206; }","duration":"236.702721ms","start":"2026-02-27T18:32:42.580687Z","end":"2026-02-27T18:32:42.81739Z","steps":["trace[1683075650] 'agreement among raft nodes before linearized reading' (duration: 236.411944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:42.817409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.328574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:32:42.817508Z","caller":"traceutil/trace.go:171","msg":"trace[1115086992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5206; }","duration":"232.460947ms","start":"2026-02-27T18:32:42.585025Z","end":"2026-02-27T18:32:42.817486Z","steps":["trace[1115086992] 'agreement among raft nodes before linearized reading' (duration: 232.159ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:42.817355Z","caller":"traceutil/trace.go:171","msg":"trace[1086471275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5206; }","duration":"234.289803ms","start":"2026-02-27T18:32:42.583049Z","end":"2026-02-27T18:32:42.817339Z","steps":["trace[1086471275] 'agreement among raft nodes before linearized reading' (duration: 234.071647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:42.817519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.288432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:32:42.817624Z","caller":"traceutil/trace.go:171","msg":"trace[89503561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5206; }","duration":"234.518108ms","start":"2026-02-27T18:32:42.583088Z","end":"2026-02-27T18:32:42.817606Z","steps":["trace[89503561] 'agreement among raft nodes before linearized reading' (duration: 234.013386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:47.340925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208424723,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:32:47.543724Z","caller":"traceutil/trace.go:171","msg":"trace[15351475] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"712.964312ms","start":"2026-02-27T18:32:46.830713Z","end":"2026-02-27T18:32:47.543678Z","steps":["trace[15351475] 'process raft request' (duration: 712.643305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:47.543974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:46.83069Z","time spent":"713.162237ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:47.548361Z","caller":"traceutil/trace.go:171","msg":"trace[1583522243] linearizableReadLoop","detail":"{readStateIndex:5475; appliedIndex:5472; }","duration":"708.511932ms","start":"2026-02-27T18:32:46.839812Z","end":"2026-02-27T18:32:47.548323Z","steps":["trace[1583522243] 'read index received' (duration: 703.585923ms)","trace[1583522243] 'applied index is now lower than readState.Index' (duration: 4.924489ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:47.548411Z","caller":"traceutil/trace.go:171","msg":"trace[1769204043] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"717.514363ms","start":"2026-02-27T18:32:46.830852Z","end":"2026-02-27T18:32:47.548366Z","steps":["trace[1769204043] 'process raft request' (duration: 717.231946ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:47.548506Z","caller":"traceutil/trace.go:171","msg":"trace[46443457] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"715.890012ms","start":"2026-02-27T18:32:46.832584Z","end":"2026-02-27T18:32:47.548474Z","steps":["trace[46443457] 'process raft request' (duration: 715.688248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:47.548666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:46.832564Z","time spent":"716.014127ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:47.548709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.166128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:32:47.54871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.875782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T18:32:47.548752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.848262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:32:47.548794Z","caller":"traceutil/trace.go:171","msg":"trace[2113869940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5262; }","duration":"699.944995ms","start":"2026-02-27T18:32:46.848839Z","end":"2026-02-27T18:32:47.548784Z","steps":["trace[2113869940] 'agreement among raft nodes before linearized reading' (duration: 699.706089ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:47.54879Z","caller":"traceutil/trace.go:171","msg":"trace[281398071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5262; }","duration":"268.302161ms","start":"2026-02-27T18:32:47.280462Z","end":"2026-02-27T18:32:47.548764Z","steps":["trace[281398071] 'agreement among raft nodes before linearized reading' (duration: 268.166638ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:47.548803Z","caller":"traceutil/trace.go:171","msg":"trace[311961796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5262; }","duration":"709.027316ms","start":"2026-02-27T18:32:46.839752Z","end":"2026-02-27T18:32:47.54878Z","steps":["trace[311961796] 'agreement among raft nodes before linearized reading' (duration: 708.740029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:47.548818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:46.848827Z","time spent":"699.985476ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:32:47.548827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.387682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:32:47.548829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.337673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:32:47.548851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:46.839737Z","time spent":"709.104848ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:32:47.54884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.554266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:32:47.548891Z","caller":"traceutil/trace.go:171","msg":"trace[1621923274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5262; }","duration":"704.451905ms","start":"2026-02-27T18:32:46.844422Z","end":"2026-02-27T18:32:47.548874Z","steps":["trace[1621923274] 'agreement among raft nodes before linearized reading' (duration: 704.194039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:47.54893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:46.844401Z","time spent":"704.521676ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:32:47.54894Z","caller":"traceutil/trace.go:171","msg":"trace[1781705768] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5262; }","duration":"699.686978ms","start":"2026-02-27T18:32:46.849227Z","end":"2026-02-27T18:32:47.548914Z","steps":["trace[1781705768] 'agreement among raft nodes before linearized reading' (duration: 699.33867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:47.548723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.643188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T18:32:47.548993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:46.849215Z","time spent":"699.765331ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:32:47.549008Z","caller":"traceutil/trace.go:171","msg":"trace[801992566] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:5262; }","duration":"707.000187ms","start":"2026-02-27T18:32:46.841997Z","end":"2026-02-27T18:32:47.548998Z","steps":["trace[801992566] 'agreement among raft nodes before linearized reading' (duration: 706.509155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:47.549034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:46.841978Z","time spent":"707.047899ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"info","ts":"2026-02-27T18:32:47.548879Z","caller":"traceutil/trace.go:171","msg":"trace[1630918200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5262; }","duration":"699.463213ms","start":"2026-02-27T18:32:46.849391Z","end":"2026-02-27T18:32:47.548854Z","steps":["trace[1630918200] 'agreement among raft nodes before linearized reading' (duration: 699.3335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:47.54907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:46.849371Z","time spent":"699.691729ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:32:47.549352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:46.830811Z","time spent":"718.118828ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:49.904733Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2593} {"level":"info","ts":"2026-02-27T18:32:49.986993Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2593,"took":"80.623766ms","hash":1325173462,"current-db-size-bytes":38703104,"current-db-size":"39 MB","current-db-size-in-use-bytes":28479488,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T18:32:49.987068Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1325173462,"revision":2593,"compact-revision":-1} {"level":"warn","ts":"2026-02-27T18:32:52.049225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.221388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:32:52.049244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.166984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:32:52.049327Z","caller":"traceutil/trace.go:171","msg":"trace[372271486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5287; }","duration":"489.383511ms","start":"2026-02-27T18:32:51.559919Z","end":"2026-02-27T18:32:52.049302Z","steps":["trace[372271486] 'range keys from in-memory index tree' (duration: 488.971291ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:52.049354Z","caller":"traceutil/trace.go:171","msg":"trace[386635434] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"482.39277ms","start":"2026-02-27T18:32:51.56694Z","end":"2026-02-27T18:32:52.049332Z","steps":["trace[386635434] 'process raft request' (duration: 151.047483ms)","trace[386635434] 'compare' (duration: 330.955578ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:52.049372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:51.559897Z","time spent":"489.464453ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:32:52.049421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:51.566912Z","time spent":"482.479333ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:52.049249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.442514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T18:32:52.049666Z","caller":"traceutil/trace.go:171","msg":"trace[1769803147] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5287; }","duration":"487.877144ms","start":"2026-02-27T18:32:51.561778Z","end":"2026-02-27T18:32:52.049655Z","steps":["trace[1769803147] 'range keys from in-memory index tree' (duration: 487.195958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:52.049699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:51.561771Z","time spent":"487.918065ms","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-27T18:32:53.179608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.461592224s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:32:54.561115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000784899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T18:32:54.561257Z","caller":"traceutil/trace.go:171","msg":"trace[1213437848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001008924s","start":"2026-02-27T18:32:52.560208Z","end":"2026-02-27T18:32:54.561217Z","steps":["trace[1213437848] 'agreement among raft nodes before linearized reading' (duration: 2.00083532s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:54.561347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:52.560197Z","time spent":"2.001129106s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 18:32:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:32:55.263583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T18:32:55.263707Z","caller":"traceutil/trace.go:171","msg":"trace[248320800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000771439s","start":"2026-02-27T18:32:53.262907Z","end":"2026-02-27T18:32:55.263678Z","steps":["trace[248320800] 'agreement among raft nodes before linearized reading' (duration: 2.000609655s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:55.263787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:53.262885Z","time spent":"2.000884391s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 18:32:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:32:55.98323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115502195s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:55.983407Z","caller":"traceutil/trace.go:171","msg":"trace[618709023] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5288; }","duration":"3.11571385s","start":"2026-02-27T18:32:52.867667Z","end":"2026-02-27T18:32:55.983381Z","steps":["trace[618709023] 'range keys from in-memory index tree' (duration: 3.115465624s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:55.985373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805367723s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:32:55.985482Z","caller":"traceutil/trace.go:171","msg":"trace[2141221702] linearizableReadLoop","detail":"{readStateIndex:5504; appliedIndex:5502; }","duration":"4.4106541s","start":"2026-02-27T18:32:51.574806Z","end":"2026-02-27T18:32:55.98546Z","steps":["trace[2141221702] 'read index received' (duration: 143.193651ms)","trace[2141221702] 'applied index is now lower than readState.Index' (duration: 4.267458739s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:55.985568Z","caller":"traceutil/trace.go:171","msg":"trace[827015616] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"4.416138883s","start":"2026-02-27T18:32:51.569415Z","end":"2026-02-27T18:32:55.985554Z","steps":["trace[827015616] 'process raft request' (duration: 1.610466503s)","trace[827015616] 'compare' (duration: 2.804687326s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:55.985628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:51.569391Z","time spent":"4.416205295s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:55.985859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.411043099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:32:55.98594Z","caller":"traceutil/trace.go:171","msg":"trace[681968330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5289; }","duration":"4.411151891s","start":"2026-02-27T18:32:51.574756Z","end":"2026-02-27T18:32:55.985908Z","steps":["trace[681968330] 'agreement among raft nodes before linearized reading' (duration: 4.410933796s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:55.985973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:51.574741Z","time spent":"4.411225444s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:32:56.086942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.9069913s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:32:56.24068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.297647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:32:56.241095Z","caller":"traceutil/trace.go:171","msg":"trace[1651614700] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"4.187165781s","start":"2026-02-27T18:32:52.053896Z","end":"2026-02-27T18:32:56.241062Z","steps":["trace[1651614700] 'process raft request' (duration: 4.033393163s)","trace[1651614700] 'compare' (duration: 153.117082ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:56.241127Z","caller":"traceutil/trace.go:171","msg":"trace[1631969895] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"1.675951999s","start":"2026-02-27T18:32:54.565141Z","end":"2026-02-27T18:32:56.241093Z","steps":["trace[1631969895] 'process raft request' (duration: 1.675738374s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:56.241182Z","caller":"traceutil/trace.go:171","msg":"trace[1061915617] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"3.230125739s","start":"2026-02-27T18:32:53.011031Z","end":"2026-02-27T18:32:56.241157Z","steps":["trace[1061915617] 'process raft request' (duration: 3.22975166s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.241218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:54.565119Z","time spent":"1.676064912s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:32:56.2412Z","caller":"traceutil/trace.go:171","msg":"trace[778543791] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"250.501447ms","start":"2026-02-27T18:32:55.990652Z","end":"2026-02-27T18:32:56.241154Z","steps":["trace[778543791] 'process raft request' (duration: 250.272732ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:56.241165Z","caller":"traceutil/trace.go:171","msg":"trace[2061283997] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"2.184936556s","start":"2026-02-27T18:32:54.056186Z","end":"2026-02-27T18:32:56.241123Z","steps":["trace[2061283997] 'process raft request' (duration: 2.18465356s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.242085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:54.056133Z","time spent":"2.185914652s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:56.241264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:52.053867Z","time spent":"4.187310426s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:56.241271Z","caller":"traceutil/trace.go:171","msg":"trace[860452477] linearizableReadLoop","detail":"{readStateIndex:5508; appliedIndex:5504; }","duration":"255.724645ms","start":"2026-02-27T18:32:55.985512Z","end":"2026-02-27T18:32:56.241236Z","steps":["trace[860452477] 'read index received' (duration: 101.741621ms)","trace[860452477] 'applied index is now lower than readState.Index' (duration: 153.978814ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:56.241282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:53.011007Z","time spent":"3.230229032s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:56.241315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.138853635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:32:56.242432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.091213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:32:56.242444Z","caller":"traceutil/trace.go:171","msg":"trace[1170419889] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5294; }","duration":"4.140010733s","start":"2026-02-27T18:32:52.102411Z","end":"2026-02-27T18:32:56.242421Z","steps":["trace[1170419889] 'agreement among raft nodes before linearized reading' (duration: 4.138841645s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.241386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.955574706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:32:56.242494Z","caller":"traceutil/trace.go:171","msg":"trace[976980051] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5294; }","duration":"135.204476ms","start":"2026-02-27T18:32:56.107274Z","end":"2026-02-27T18:32:56.242478Z","steps":["trace[976980051] 'agreement among raft nodes before linearized reading' (duration: 135.101864ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:56.242519Z","caller":"traceutil/trace.go:171","msg":"trace[566962642] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5294; }","duration":"3.956751954s","start":"2026-02-27T18:32:52.285752Z","end":"2026-02-27T18:32:56.242504Z","steps":["trace[566962642] 'agreement among raft nodes before linearized reading' (duration: 3.955596636s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.242511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:52.102393Z","time spent":"4.140097414s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:32:56.242572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:52.285732Z","time spent":"3.956825876s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:32:56.241407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933678602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:56.242635Z","caller":"traceutil/trace.go:171","msg":"trace[1366727650] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5294; }","duration":"2.934920622s","start":"2026-02-27T18:32:53.307689Z","end":"2026-02-27T18:32:56.24261Z","steps":["trace[1366727650] 'agreement among raft nodes before linearized reading' (duration: 2.933612691s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.242696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:53.307654Z","time spent":"2.935023945s","remote":"127.0.0.1:35210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:32:56.241454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.134917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:56.242771Z","caller":"traceutil/trace.go:171","msg":"trace[1424676927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5294; }","duration":"970.483679ms","start":"2026-02-27T18:32:55.272265Z","end":"2026-02-27T18:32:56.242749Z","steps":["trace[1424676927] 'agreement among raft nodes before linearized reading' (duration: 969.163968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.242835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:55.272243Z","time spent":"970.576531ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:32:56.241434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693278302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:56.243002Z","caller":"traceutil/trace.go:171","msg":"trace[1379967587] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5294; }","duration":"1.694915881s","start":"2026-02-27T18:32:54.548059Z","end":"2026-02-27T18:32:56.242975Z","steps":["trace[1379967587] 'agreement among raft nodes before linearized reading' (duration: 1.693237171s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.243061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:54.548026Z","time spent":"1.695017944s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:32:56.2415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.664611262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:32:56.243121Z","caller":"traceutil/trace.go:171","msg":"trace[1527613014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5294; }","duration":"4.666271042s","start":"2026-02-27T18:32:51.576835Z","end":"2026-02-27T18:32:56.243106Z","steps":["trace[1527613014] 'agreement among raft nodes before linearized reading' (duration: 4.664484779s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.243168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:51.576818Z","time spent":"4.666334974s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:32:56.241514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602517558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:56.24335Z","caller":"traceutil/trace.go:171","msg":"trace[1004920912] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5294; }","duration":"4.604390292s","start":"2026-02-27T18:32:51.638936Z","end":"2026-02-27T18:32:56.243326Z","steps":["trace[1004920912] 'agreement among raft nodes before linearized reading' (duration: 4.602546768s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.241539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.132304264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-27T18:32:56.243417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:51.638913Z","time spent":"4.604483825s","remote":"127.0.0.1:35254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:32:56.243422Z","caller":"traceutil/trace.go:171","msg":"trace[2146433714] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:5294; }","duration":"3.134234411s","start":"2026-02-27T18:32:53.109177Z","end":"2026-02-27T18:32:56.243411Z","steps":["trace[2146433714] 'agreement among raft nodes before linearized reading' (duration: 3.132301415s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.243529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:53.109153Z","time spent":"3.134357905s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-02-27T18:32:56.241586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.421443673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:56.243616Z","caller":"traceutil/trace.go:171","msg":"trace[1464476719] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5294; }","duration":"4.423516464s","start":"2026-02-27T18:32:51.82009Z","end":"2026-02-27T18:32:56.243607Z","steps":["trace[1464476719] 'agreement among raft nodes before linearized reading' (duration: 4.421474225s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.243656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:51.82007Z","time spent":"4.423571565s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:32:56.241593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670696331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111390"} {"level":"info","ts":"2026-02-27T18:32:56.243736Z","caller":"traceutil/trace.go:171","msg":"trace[630366871] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5294; }","duration":"3.672859983s","start":"2026-02-27T18:32:52.570866Z","end":"2026-02-27T18:32:56.243726Z","steps":["trace[630366871] 'agreement among raft nodes before linearized reading' (duration: 3.670441075s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.243774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:52.570855Z","time spent":"3.672905644s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111414,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-02-27T18:32:56.241602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.65670434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:32:56.243979Z","caller":"traceutil/trace.go:171","msg":"trace[1346031631] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5294; }","duration":"4.659099118s","start":"2026-02-27T18:32:51.58487Z","end":"2026-02-27T18:32:56.243969Z","steps":["trace[1346031631] 'agreement among raft nodes before linearized reading' (duration: 4.656657408s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.244013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:51.584859Z","time spent":"4.65914389s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:32:56.24166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.404932561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T18:32:56.244108Z","caller":"traceutil/trace.go:171","msg":"trace[835134307] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5294; }","duration":"4.407444973s","start":"2026-02-27T18:32:51.836657Z","end":"2026-02-27T18:32:56.244102Z","steps":["trace[835134307] 'agreement among raft nodes before linearized reading' (duration: 4.404926291s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.244136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:51.836634Z","time spent":"4.407494254s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T18:32:56.241671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.662589473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:32:56.24421Z","caller":"traceutil/trace.go:171","msg":"trace[1320337699] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:5294; }","duration":"4.665137705s","start":"2026-02-27T18:32:51.579064Z","end":"2026-02-27T18:32:56.244202Z","steps":["trace[1320337699] 'agreement among raft nodes before linearized reading' (duration: 4.662546212s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.244248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:51.579056Z","time spent":"4.665180766s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"warn","ts":"2026-02-27T18:32:56.241674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.663545015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:32:56.244345Z","caller":"traceutil/trace.go:171","msg":"trace[351550412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5294; }","duration":"4.666295812s","start":"2026-02-27T18:32:51.578038Z","end":"2026-02-27T18:32:56.244334Z","steps":["trace[351550412] 'agreement among raft nodes before linearized reading' (duration: 4.663575516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.244373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:51.578022Z","time spent":"4.666345124s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:32:56.241673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.663919805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:32:56.244515Z","caller":"traceutil/trace.go:171","msg":"trace[2004378036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5294; }","duration":"4.666785235s","start":"2026-02-27T18:32:51.577722Z","end":"2026-02-27T18:32:56.244507Z","steps":["trace[2004378036] 'agreement among raft nodes before linearized reading' (duration: 4.663898184s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.244543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:51.577705Z","time spent":"4.666831035s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:32:56.241669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.188484483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f820748-fbe2-4a72-bcd6-f881e284e9db\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T18:32:56.244612Z","caller":"traceutil/trace.go:171","msg":"trace[918211005] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f820748-fbe2-4a72-bcd6-f881e284e9db; range_end:; response_count:1; response_revision:5294; }","duration":"4.191443726s","start":"2026-02-27T18:32:52.053151Z","end":"2026-02-27T18:32:56.244595Z","steps":["trace[918211005] 'agreement among raft nodes before linearized reading' (duration: 4.188384671s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.244655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:52.053128Z","time spent":"4.191514918s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-7f820748-fbe2-4a72-bcd6-f881e284e9db\" "} {"level":"warn","ts":"2026-02-27T18:32:56.241718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.510716139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:32:56.244724Z","caller":"traceutil/trace.go:171","msg":"trace[1026789597] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5294; }","duration":"4.513766444s","start":"2026-02-27T18:32:51.730941Z","end":"2026-02-27T18:32:56.244708Z","steps":["trace[1026789597] 'agreement among raft nodes before linearized reading' (duration: 4.51069585s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.241749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.658500692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T18:32:56.24477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:51.730917Z","time spent":"4.513839407s","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":74,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:32:56.244772Z","caller":"traceutil/trace.go:171","msg":"trace[917187529] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5294; }","duration":"4.661542657s","start":"2026-02-27T18:32:51.583218Z","end":"2026-02-27T18:32:56.24476Z","steps":["trace[917187529] 'agreement among raft nodes before linearized reading' (duration: 4.658472692s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.244805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:51.583206Z","time spent":"4.661589017s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:32:56.24173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.686418534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111390"} {"level":"info","ts":"2026-02-27T18:32:56.244903Z","caller":"traceutil/trace.go:171","msg":"trace[144668542] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5294; }","duration":"3.689670823s","start":"2026-02-27T18:32:52.555216Z","end":"2026-02-27T18:32:56.244887Z","steps":["trace[144668542] 'agreement among raft nodes before linearized reading' (duration: 3.686106996s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.244946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:52.555198Z","time spent":"3.689733264s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111414,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-02-27T18:32:56.241753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918597194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T18:32:56.245024Z","caller":"traceutil/trace.go:171","msg":"trace[1473620776] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5294; }","duration":"1.921912305s","start":"2026-02-27T18:32:54.3231Z","end":"2026-02-27T18:32:56.245012Z","steps":["trace[1473620776] 'agreement among raft nodes before linearized reading' (duration: 1.918226135s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.245069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:54.323073Z","time spent":"1.921984137s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":647,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:32:56.241586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254835402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-02-27T18:32:56.245106Z","caller":"traceutil/trace.go:171","msg":"trace[1535297392] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5294; }","duration":"2.258393259s","start":"2026-02-27T18:32:53.986704Z","end":"2026-02-27T18:32:56.245097Z","steps":["trace[1535297392] 'agreement among raft nodes before linearized reading' (duration: 2.254760341s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.245142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:53.986674Z","time spent":"2.25845753s","remote":"127.0.0.1:34382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-02-27T18:32:56.719258Z","caller":"traceutil/trace.go:171","msg":"trace[1301159115] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"470.811189ms","start":"2026-02-27T18:32:56.248422Z","end":"2026-02-27T18:32:56.719233Z","steps":["trace[1301159115] 'process raft request' (duration: 470.643345ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:56.719703Z","caller":"traceutil/trace.go:171","msg":"trace[243301962] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"460.017646ms","start":"2026-02-27T18:32:56.259659Z","end":"2026-02-27T18:32:56.719677Z","steps":["trace[243301962] 'process raft request' (duration: 459.972595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.719813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:56.259644Z","time spent":"460.097289ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:56.71988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:56.248405Z","time spent":"471.343843ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:56.719886Z","caller":"traceutil/trace.go:171","msg":"trace[1718817299] linearizableReadLoop","detail":"{readStateIndex:5516; appliedIndex:5516; }","duration":"436.40439ms","start":"2026-02-27T18:32:56.283425Z","end":"2026-02-27T18:32:56.719829Z","steps":["trace[1718817299] 'read index received' (duration: 436.377819ms)","trace[1718817299] 'applied index is now lower than readState.Index' (duration: 22.061µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:56.720166Z","caller":"traceutil/trace.go:171","msg":"trace[224581502] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"470.157083ms","start":"2026-02-27T18:32:56.249996Z","end":"2026-02-27T18:32:56.720153Z","steps":["trace[224581502] 'process raft request' (duration: 469.20934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.720245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:56.249979Z","time spent":"470.227996ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:56.720339Z","caller":"traceutil/trace.go:171","msg":"trace[1279371626] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"470.229846ms","start":"2026-02-27T18:32:56.250099Z","end":"2026-02-27T18:32:56.720329Z","steps":["trace[1279371626] 'process raft request' (duration: 469.437236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.720348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.293723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"info","ts":"2026-02-27T18:32:56.720472Z","caller":"traceutil/trace.go:171","msg":"trace[650650915] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"470.34869ms","start":"2026-02-27T18:32:56.250115Z","end":"2026-02-27T18:32:56.720464Z","steps":["trace[650650915] 'process raft request' (duration: 469.454197ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:56.720495Z","caller":"traceutil/trace.go:171","msg":"trace[381040087] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5300; }","duration":"462.506459ms","start":"2026-02-27T18:32:56.257962Z","end":"2026-02-27T18:32:56.720469Z","steps":["trace[381040087] 'agreement among raft nodes before linearized reading' (duration: 462.064437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.720519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:56.250105Z","time spent":"470.38781ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:56.720556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:56.257944Z","time spent":"462.599692ms","remote":"127.0.0.1:59278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4890,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-27T18:32:56.720657Z","caller":"traceutil/trace.go:171","msg":"trace[1195518501] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"470.472122ms","start":"2026-02-27T18:32:56.250176Z","end":"2026-02-27T18:32:56.720648Z","steps":["trace[1195518501] 'process raft request' (duration: 469.421855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.720695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.0004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81783"} {"level":"warn","ts":"2026-02-27T18:32:56.720718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:56.250168Z","time spent":"470.519583ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:56.720754Z","caller":"traceutil/trace.go:171","msg":"trace[969646748] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5300; }","duration":"472.098042ms","start":"2026-02-27T18:32:56.24864Z","end":"2026-02-27T18:32:56.720738Z","steps":["trace[969646748] 'agreement among raft nodes before linearized reading' (duration: 471.791205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.720437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:56.25008Z","time spent":"470.326148ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:56.720808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:56.248617Z","time spent":"472.178555ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81807,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:32:56.720331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.292688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T18:32:56.720961Z","caller":"traceutil/trace.go:171","msg":"trace[1500696727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5300; }","duration":"470.979685ms","start":"2026-02-27T18:32:56.249966Z","end":"2026-02-27T18:32:56.720946Z","steps":["trace[1500696727] 'agreement among raft nodes before linearized reading' (duration: 470.106192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:56.721004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:56.249958Z","time spent":"471.035966ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:32:57.254527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:56.857618Z","time spent":"396.900458ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T18:32:57.255111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.503803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:32:57.255301Z","caller":"traceutil/trace.go:171","msg":"trace[1532608653] linearizableReadLoop","detail":"{readStateIndex:5518; appliedIndex:5516; }","duration":"535.292051ms","start":"2026-02-27T18:32:56.719993Z","end":"2026-02-27T18:32:57.255285Z","steps":["trace[1532608653] 'read index received' (duration: 141.459918ms)","trace[1532608653] 'applied index is now lower than readState.Index' (duration: 393.831293ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:57.255394Z","caller":"traceutil/trace.go:171","msg":"trace[1567574603] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"969.275632ms","start":"2026-02-27T18:32:56.286108Z","end":"2026-02-27T18:32:57.255384Z","steps":["trace[1567574603] 'process raft request' (duration: 969.076746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:57.25545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:56.286097Z","time spent":"969.319583ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:57.255718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.826768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18139"} {"level":"info","ts":"2026-02-27T18:32:57.255863Z","caller":"traceutil/trace.go:171","msg":"trace[1434498104] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5302; }","duration":"533.030664ms","start":"2026-02-27T18:32:56.722809Z","end":"2026-02-27T18:32:57.255839Z","steps":["trace[1434498104] 'agreement among raft nodes before linearized reading' (duration: 532.692116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:57.255919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:56.722784Z","time spent":"533.119886ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18163,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T18:32:57.255994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.948442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:32:57.256105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.638124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-9qcvn\" ","response":"range_response_count:1 size:4337"} {"level":"info","ts":"2026-02-27T18:32:57.256072Z","caller":"traceutil/trace.go:171","msg":"trace[213271163] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5302; }","duration":"606.084015ms","start":"2026-02-27T18:32:56.649968Z","end":"2026-02-27T18:32:57.256052Z","steps":["trace[213271163] 'agreement among raft nodes before linearized reading' (duration: 605.939672ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:57.256144Z","caller":"traceutil/trace.go:171","msg":"trace[858499309] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-9qcvn; range_end:; response_count:1; response_revision:5302; }","duration":"101.711506ms","start":"2026-02-27T18:32:57.154421Z","end":"2026-02-27T18:32:57.256132Z","steps":["trace[858499309] 'agreement among raft nodes before linearized reading' (duration: 101.554222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:57.256199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:56.649945Z","time spent":"606.204279ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:32:57.256694Z","caller":"traceutil/trace.go:171","msg":"trace[283451709] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"972.02554ms","start":"2026-02-27T18:32:56.284531Z","end":"2026-02-27T18:32:57.256557Z","steps":["trace[283451709] 'process raft request' (duration: 576.989248ms)","trace[283451709] 'compare' (duration: 393.052122ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:57.257044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:56.284504Z","time spent":"972.435639ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:57.59845Z","caller":"traceutil/trace.go:171","msg":"trace[932605597] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5518; }","duration":"333.032125ms","start":"2026-02-27T18:32:57.265394Z","end":"2026-02-27T18:32:57.598426Z","steps":["trace[932605597] 'read index received' (duration: 332.81681ms)","trace[932605597] 'applied index is now lower than readState.Index' (duration: 214.215µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:57.598525Z","caller":"traceutil/trace.go:171","msg":"trace[1282065980] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"333.770004ms","start":"2026-02-27T18:32:57.264723Z","end":"2026-02-27T18:32:57.598493Z","steps":["trace[1282065980] 'process raft request' (duration: 333.545989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:57.598633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.20763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:57.598691Z","caller":"traceutil/trace.go:171","msg":"trace[1451988697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5303; }","duration":"333.303653ms","start":"2026-02-27T18:32:57.265372Z","end":"2026-02-27T18:32:57.598676Z","steps":["trace[1451988697] 'agreement among raft nodes before linearized reading' (duration: 333.1938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:57.598695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:57.264695Z","time spent":"333.909127ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4136,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:57.598746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:57.265366Z","time spent":"333.367204ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:32:57.598742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.61428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:32:57.598858Z","caller":"traceutil/trace.go:171","msg":"trace[764741957] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5303; }","duration":"248.792924ms","start":"2026-02-27T18:32:57.35004Z","end":"2026-02-27T18:32:57.598833Z","steps":["trace[764741957] 'agreement among raft nodes before linearized reading' (duration: 248.577789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:57.891716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.550493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:32:57.891874Z","caller":"traceutil/trace.go:171","msg":"trace[608095087] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"286.63743ms","start":"2026-02-27T18:32:57.605211Z","end":"2026-02-27T18:32:57.891848Z","steps":["trace[608095087] 'process raft request' (duration: 180.82401ms)","trace[608095087] 'compare' (duration: 105.383719ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:58.059321Z","caller":"traceutil/trace.go:171","msg":"trace[37618546] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"453.633203ms","start":"2026-02-27T18:32:57.605653Z","end":"2026-02-27T18:32:58.059287Z","steps":["trace[37618546] 'process raft request' (duration: 406.895147ms)","trace[37618546] 'compare' (duration: 46.448038ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:58.059543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:57.605628Z","time spent":"453.805378ms","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":996,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:58.059667Z","caller":"traceutil/trace.go:171","msg":"trace[1903444380] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"451.10204ms","start":"2026-02-27T18:32:57.608526Z","end":"2026-02-27T18:32:58.059628Z","steps":["trace[1903444380] 'process raft request' (duration: 450.676898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:58.059879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:57.608509Z","time spent":"451.251424ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:32:58.060138Z","caller":"traceutil/trace.go:171","msg":"trace[1703756115] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"365.730042ms","start":"2026-02-27T18:32:57.694381Z","end":"2026-02-27T18:32:58.060111Z","steps":["trace[1703756115] 'process raft request' (duration: 365.232679ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:58.060283Z","caller":"traceutil/trace.go:171","msg":"trace[1603805061] linearizableReadLoop","detail":"{readStateIndex:5521; appliedIndex:5519; }","duration":"452.738731ms","start":"2026-02-27T18:32:57.607516Z","end":"2026-02-27T18:32:58.060254Z","steps":["trace[1603805061] 'read index received' (duration: 178.581494ms)","trace[1603805061] 'applied index is now lower than readState.Index' (duration: 274.153567ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:32:58.060398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:57.694343Z","time spent":"365.955087ms","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414106,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:32:58.060521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.002417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T18:32:58.060569Z","caller":"traceutil/trace.go:171","msg":"trace[608672770] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5308; }","duration":"453.08028ms","start":"2026-02-27T18:32:57.607476Z","end":"2026-02-27T18:32:58.060556Z","steps":["trace[608672770] 'agreement among raft nodes before linearized reading' (duration: 452.896485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:58.060603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:32:57.607463Z","time spent":"453.132661ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:32:58.097835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.557426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:32:58.097954Z","caller":"traceutil/trace.go:171","msg":"trace[262001777] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5309; }","duration":"284.71126ms","start":"2026-02-27T18:32:57.813196Z","end":"2026-02-27T18:32:58.097907Z","steps":["trace[262001777] 'agreement among raft nodes before linearized reading' (duration: 284.502515ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:32:58.422974Z","caller":"traceutil/trace.go:171","msg":"trace[1865113911] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"102.401174ms","start":"2026-02-27T18:32:58.320536Z","end":"2026-02-27T18:32:58.422937Z","steps":["trace[1865113911] 'process raft request' (duration: 29.753152ms)","trace[1865113911] 'compare' (duration: 72.481778ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:58.474479Z","caller":"traceutil/trace.go:171","msg":"trace[1619776830] linearizableReadLoop","detail":"{readStateIndex:5530; appliedIndex:5529; }","duration":"103.758838ms","start":"2026-02-27T18:32:58.370693Z","end":"2026-02-27T18:32:58.474452Z","steps":["trace[1619776830] 'read index received' (duration: 103.538412ms)","trace[1619776830] 'applied index is now lower than readState.Index' (duration: 219.486µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:32:58.474608Z","caller":"traceutil/trace.go:171","msg":"trace[1436940194] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"153.96908ms","start":"2026-02-27T18:32:58.320598Z","end":"2026-02-27T18:32:58.474567Z","steps":["trace[1436940194] 'process raft request' (duration: 153.713253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:32:58.474688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.988653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18139"} {"level":"info","ts":"2026-02-27T18:32:58.474728Z","caller":"traceutil/trace.go:171","msg":"trace[75122505] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5313; }","duration":"104.093425ms","start":"2026-02-27T18:32:58.370624Z","end":"2026-02-27T18:32:58.474718Z","steps":["trace[75122505] 'agreement among raft nodes before linearized reading' (duration: 103.928331ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:35.078309Z","caller":"traceutil/trace.go:171","msg":"trace[670844349] linearizableReadLoop","detail":"{readStateIndex:5856; appliedIndex:5855; }","duration":"402.790896ms","start":"2026-02-27T18:33:34.675494Z","end":"2026-02-27T18:33:35.078285Z","steps":["trace[670844349] 'read index received' (duration: 402.692253ms)","trace[670844349] 'applied index is now lower than readState.Index' (duration: 97.373µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:33:35.078399Z","caller":"traceutil/trace.go:171","msg":"trace[1186585350] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"436.516407ms","start":"2026-02-27T18:33:34.641834Z","end":"2026-02-27T18:33:35.078351Z","steps":["trace[1186585350] 'process raft request' (duration: 436.307282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.078594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.013447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:33:35.078635Z","caller":"traceutil/trace.go:171","msg":"trace[423626762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5630; }","duration":"129.074479ms","start":"2026-02-27T18:33:34.949553Z","end":"2026-02-27T18:33:35.078627Z","steps":["trace[423626762] 'agreement among raft nodes before linearized reading' (duration: 128.942516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.078628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.107294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:33:35.078735Z","caller":"traceutil/trace.go:171","msg":"trace[669713845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5630; }","duration":"403.242647ms","start":"2026-02-27T18:33:34.675473Z","end":"2026-02-27T18:33:35.078715Z","steps":["trace[669713845] 'agreement among raft nodes before linearized reading' (duration: 402.94401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.078784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:34.675354Z","time spent":"403.420942ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:33:35.078823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.383083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T18:33:35.078665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:34.64181Z","time spent":"436.735332ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:33:35.078815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.974642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:33:35.078907Z","caller":"traceutil/trace.go:171","msg":"trace[1282322946] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5630; }","duration":"114.521216ms","start":"2026-02-27T18:33:34.964364Z","end":"2026-02-27T18:33:35.078885Z","steps":["trace[1282322946] 'agreement among raft nodes before linearized reading' (duration: 114.26857ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:35.078982Z","caller":"traceutil/trace.go:171","msg":"trace[1581182546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5630; }","duration":"132.184856ms","start":"2026-02-27T18:33:34.946734Z","end":"2026-02-27T18:33:35.078919Z","steps":["trace[1581182546] 'agreement among raft nodes before linearized reading' (duration: 131.810367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.078473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.21279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:33:35.079131Z","caller":"traceutil/trace.go:171","msg":"trace[186808245] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5630; }","duration":"171.937467ms","start":"2026-02-27T18:33:34.907183Z","end":"2026-02-27T18:33:35.079121Z","steps":["trace[186808245] 'agreement among raft nodes before linearized reading' (duration: 171.24336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.078663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.938305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:33:35.079183Z","caller":"traceutil/trace.go:171","msg":"trace[174348547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5630; }","duration":"139.484607ms","start":"2026-02-27T18:33:34.939678Z","end":"2026-02-27T18:33:35.079162Z","steps":["trace[174348547] 'agreement among raft nodes before linearized reading' (duration: 138.894983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.078828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.456789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:33:35.079275Z","caller":"traceutil/trace.go:171","msg":"trace[864236702] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:5630; }","duration":"123.955031ms","start":"2026-02-27T18:33:34.955304Z","end":"2026-02-27T18:33:35.079259Z","steps":["trace[864236702] 'agreement among raft nodes before linearized reading' (duration: 123.168201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.585357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208425719,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:33:35.826948Z","caller":"traceutil/trace.go:171","msg":"trace[1457758633] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"744.293622ms","start":"2026-02-27T18:33:35.082613Z","end":"2026-02-27T18:33:35.826907Z","steps":["trace[1457758633] 'process raft request' (duration: 739.476913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.827199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:35.082594Z","time spent":"744.483966ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:33:35.830274Z","caller":"traceutil/trace.go:171","msg":"trace[636088595] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"747.379089ms","start":"2026-02-27T18:33:35.082854Z","end":"2026-02-27T18:33:35.830233Z","steps":["trace[636088595] 'process raft request' (duration: 747.02287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.830418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:35.082844Z","time spent":"747.483612ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:33:35.830453Z","caller":"traceutil/trace.go:171","msg":"trace[2101316795] linearizableReadLoop","detail":"{readStateIndex:5861; appliedIndex:5856; }","duration":"745.36825ms","start":"2026-02-27T18:33:35.085072Z","end":"2026-02-27T18:33:35.83044Z","steps":["trace[2101316795] 'read index received' (duration: 738.190711ms)","trace[2101316795] 'applied index is now lower than readState.Index' (duration: 7.176679ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:33:35.830879Z","caller":"traceutil/trace.go:171","msg":"trace[632192215] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"747.046601ms","start":"2026-02-27T18:33:35.083772Z","end":"2026-02-27T18:33:35.830818Z","steps":["trace[632192215] 'process raft request' (duration: 746.296392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.830933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:35.083765Z","time spent":"747.139923ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:33:35.831006Z","caller":"traceutil/trace.go:171","msg":"trace[478316654] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"747.128984ms","start":"2026-02-27T18:33:35.083869Z","end":"2026-02-27T18:33:35.830998Z","steps":["trace[478316654] 'process raft request' (duration: 746.479428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.83106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:35.083854Z","time spent":"747.171364ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:33:35.831183Z","caller":"traceutil/trace.go:171","msg":"trace[1845712352] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"746.872077ms","start":"2026-02-27T18:33:35.0843Z","end":"2026-02-27T18:33:35.831172Z","steps":["trace[1845712352] 'process raft request' (duration: 746.082398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.831248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:35.08427Z","time spent":"746.937539ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:33:35.831252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.378331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:33:35.831281Z","caller":"traceutil/trace.go:171","msg":"trace[1440998033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5636; }","duration":"567.452052ms","start":"2026-02-27T18:33:35.26382Z","end":"2026-02-27T18:33:35.831272Z","steps":["trace[1440998033] 'agreement among raft nodes before linearized reading' (duration: 567.392921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.831304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:35.263799Z","time spent":"567.499914ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:33:35.831524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.425407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101728"} {"level":"info","ts":"2026-02-27T18:33:35.831589Z","caller":"traceutil/trace.go:171","msg":"trace[1004615013] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"194.745468ms","start":"2026-02-27T18:33:35.636815Z","end":"2026-02-27T18:33:35.831561Z","steps":["trace[1004615013] 'process raft request' (duration: 193.597769ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:35.831628Z","caller":"traceutil/trace.go:171","msg":"trace[855297652] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5636; }","duration":"746.57689ms","start":"2026-02-27T18:33:35.085029Z","end":"2026-02-27T18:33:35.831606Z","steps":["trace[855297652] 'agreement among raft nodes before linearized reading' (duration: 746.078317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.831655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.06546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:33:35.831671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:35.085014Z","time spent":"746.645992ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101752,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T18:33:35.831682Z","caller":"traceutil/trace.go:171","msg":"trace[566050493] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5636; }","duration":"115.117591ms","start":"2026-02-27T18:33:35.716556Z","end":"2026-02-27T18:33:35.831673Z","steps":["trace[566050493] 'agreement among raft nodes before linearized reading' (duration: 115.06967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.83171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.414355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-02-27T18:33:35.831747Z","caller":"traceutil/trace.go:171","msg":"trace[1183200501] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5636; }","duration":"169.510618ms","start":"2026-02-27T18:33:35.662224Z","end":"2026-02-27T18:33:35.831735Z","steps":["trace[1183200501] 'agreement among raft nodes before linearized reading' (duration: 169.405895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.831604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.497962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:33:35.831904Z","caller":"traceutil/trace.go:171","msg":"trace[1416436957] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5636; }","duration":"170.849302ms","start":"2026-02-27T18:33:35.661041Z","end":"2026-02-27T18:33:35.83189Z","steps":["trace[1416436957] 'agreement among raft nodes before linearized reading' (duration: 170.523904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.831927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.634617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:33:35.831955Z","caller":"traceutil/trace.go:171","msg":"trace[1235817422] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5636; }","duration":"490.677328ms","start":"2026-02-27T18:33:35.341269Z","end":"2026-02-27T18:33:35.831946Z","steps":["trace[1235817422] 'agreement among raft nodes before linearized reading' (duration: 490.615636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:35.831977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:35.341216Z","time spent":"490.75442ms","remote":"127.0.0.1:59936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:33:35.832095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.087598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:33:35.832112Z","caller":"traceutil/trace.go:171","msg":"trace[1957225911] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5636; }","duration":"171.149099ms","start":"2026-02-27T18:33:35.660957Z","end":"2026-02-27T18:33:35.832106Z","steps":["trace[1957225911] 'agreement among raft nodes before linearized reading' (duration: 171.119198ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:45.340401Z","caller":"traceutil/trace.go:171","msg":"trace[554645973] linearizableReadLoop","detail":"{readStateIndex:5911; appliedIndex:5910; }","duration":"215.692378ms","start":"2026-02-27T18:33:45.124681Z","end":"2026-02-27T18:33:45.340374Z","steps":["trace[554645973] 'read index received' (duration: 215.445352ms)","trace[554645973] 'applied index is now lower than readState.Index' (duration: 245.336µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:33:45.340547Z","caller":"traceutil/trace.go:171","msg":"trace[278419971] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"331.271341ms","start":"2026-02-27T18:33:45.009222Z","end":"2026-02-27T18:33:45.340493Z","steps":["trace[278419971] 'process raft request' (duration: 330.939773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:45.340736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.798149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:33:45.340754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.054598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:33:45.340789Z","caller":"traceutil/trace.go:171","msg":"trace[1735722296] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5683; }","duration":"158.940913ms","start":"2026-02-27T18:33:45.181834Z","end":"2026-02-27T18:33:45.340775Z","steps":["trace[1735722296] 'agreement among raft nodes before linearized reading' (duration: 158.709808ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:45.34084Z","caller":"traceutil/trace.go:171","msg":"trace[912922556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5683; }","duration":"216.209241ms","start":"2026-02-27T18:33:45.124609Z","end":"2026-02-27T18:33:45.340818Z","steps":["trace[912922556] 'agreement among raft nodes before linearized reading' (duration: 215.921444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:45.34091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:45.009198Z","time spent":"331.455025ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:33:45.683576Z","caller":"traceutil/trace.go:171","msg":"trace[702625273] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"337.122728ms","start":"2026-02-27T18:33:45.346408Z","end":"2026-02-27T18:33:45.68353Z","steps":["trace[702625273] 'process raft request' (duration: 336.769249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:33:45.683813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:33:45.34637Z","time spent":"337.330773ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:33:46.493525Z","caller":"traceutil/trace.go:171","msg":"trace[424300599] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"105.728427ms","start":"2026-02-27T18:33:46.38776Z","end":"2026-02-27T18:33:46.493489Z","steps":["trace[424300599] 'process raft request' (duration: 105.45129ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:33:46.706282Z","caller":"traceutil/trace.go:171","msg":"trace[820045678] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"174.173024ms","start":"2026-02-27T18:33:46.532083Z","end":"2026-02-27T18:33:46.706256Z","steps":["trace[820045678] 'process raft request' (duration: 102.778153ms)","trace[820045678] 'compare' (duration: 71.283038ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:34:02.004586Z","caller":"traceutil/trace.go:171","msg":"trace[1987538768] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"210.022987ms","start":"2026-02-27T18:34:01.794538Z","end":"2026-02-27T18:34:02.00456Z","steps":["trace[1987538768] 'process raft request' (duration: 209.808591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:02.00512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.998473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:34:02.005226Z","caller":"traceutil/trace.go:171","msg":"trace[682620621] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5786; }","duration":"104.173687ms","start":"2026-02-27T18:34:01.901028Z","end":"2026-02-27T18:34:02.005202Z","steps":["trace[682620621] 'agreement among raft nodes before linearized reading' (duration: 103.972952ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:02.004589Z","caller":"traceutil/trace.go:171","msg":"trace[2122355231] linearizableReadLoop","detail":"{readStateIndex:6018; appliedIndex:6018; }","duration":"103.45845ms","start":"2026-02-27T18:34:01.901092Z","end":"2026-02-27T18:34:02.004551Z","steps":["trace[2122355231] 'read index received' (duration: 103.44757ms)","trace[2122355231] 'applied index is now lower than readState.Index' (duration: 8.91µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:34:02.005489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.231858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:34:02.005562Z","caller":"traceutil/trace.go:171","msg":"trace[44466710] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5786; }","duration":"104.375023ms","start":"2026-02-27T18:34:01.901169Z","end":"2026-02-27T18:34:02.005544Z","steps":["trace[44466710] 'agreement among raft nodes before linearized reading' (duration: 104.24552ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:02.431726Z","caller":"traceutil/trace.go:171","msg":"trace[50497939] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"420.538406ms","start":"2026-02-27T18:34:02.011152Z","end":"2026-02-27T18:34:02.43169Z","steps":["trace[50497939] 'process raft request' (duration: 420.329301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:02.431978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:02.011138Z","time spent":"420.708761ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:34:02.492957Z","caller":"traceutil/trace.go:171","msg":"trace[646850888] linearizableReadLoop","detail":"{readStateIndex:6020; appliedIndex:6018; }","duration":"405.429333ms","start":"2026-02-27T18:34:02.087503Z","end":"2026-02-27T18:34:02.492932Z","steps":["trace[646850888] 'read index received' (duration: 344.127985ms)","trace[646850888] 'applied index is now lower than readState.Index' (duration: 61.300228ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:34:02.493234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.047888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:34:02.493276Z","caller":"traceutil/trace.go:171","msg":"trace[1775855589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5790; }","duration":"402.144771ms","start":"2026-02-27T18:34:02.09112Z","end":"2026-02-27T18:34:02.493265Z","steps":["trace[1775855589] 'agreement among raft nodes before linearized reading' (duration: 401.993707ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:02.493199Z","caller":"traceutil/trace.go:171","msg":"trace[1801211904] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"481.120125ms","start":"2026-02-27T18:34:02.012021Z","end":"2026-02-27T18:34:02.493141Z","steps":["trace[1801211904] 'process raft request' (duration: 480.616262ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:02.493262Z","caller":"traceutil/trace.go:171","msg":"trace[256432987] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"402.742686ms","start":"2026-02-27T18:34:02.090456Z","end":"2026-02-27T18:34:02.493199Z","steps":["trace[256432987] 'process raft request' (duration: 402.349506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:02.493376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.666689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:34:02.493401Z","caller":"traceutil/trace.go:171","msg":"trace[1891196377] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:5790; }","duration":"382.738551ms","start":"2026-02-27T18:34:02.110656Z","end":"2026-02-27T18:34:02.493394Z","steps":["trace[1891196377] 'agreement among raft nodes before linearized reading' (duration: 382.666459ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:02.493373Z","caller":"traceutil/trace.go:171","msg":"trace[1277571046] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"294.242041ms","start":"2026-02-27T18:34:02.199067Z","end":"2026-02-27T18:34:02.493309Z","steps":["trace[1277571046] 'process raft request' (duration: 293.828891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:02.493374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.370706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:34:02.49343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:02.110627Z","time spent":"382.797163ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"warn","ts":"2026-02-27T18:34:02.493432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.143634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:34:02.493473Z","caller":"traceutil/trace.go:171","msg":"trace[1826184788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5790; }","duration":"229.520399ms","start":"2026-02-27T18:34:02.26393Z","end":"2026-02-27T18:34:02.493451Z","steps":["trace[1826184788] 'agreement among raft nodes before linearized reading' (duration: 229.381356ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:02.493485Z","caller":"traceutil/trace.go:171","msg":"trace[285961449] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5790; }","duration":"192.254307ms","start":"2026-02-27T18:34:02.301212Z","end":"2026-02-27T18:34:02.493467Z","steps":["trace[285961449] 'agreement among raft nodes before linearized reading' (duration: 192.140234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:02.49357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:02.090413Z","time spent":"403.008402ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:34:02.493576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.15529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T18:34:02.493306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:02.091084Z","time spent":"402.214412ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:34:02.493294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.767422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:34:02.493861Z","caller":"traceutil/trace.go:171","msg":"trace[329729414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5790; }","duration":"406.385668ms","start":"2026-02-27T18:34:02.087447Z","end":"2026-02-27T18:34:02.493833Z","steps":["trace[329729414] 'agreement among raft nodes before linearized reading' (duration: 405.638638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:02.49398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:02.087418Z","time spent":"406.536262ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:34:02.493769Z","caller":"traceutil/trace.go:171","msg":"trace[300561225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5790; }","duration":"389.337384ms","start":"2026-02-27T18:34:02.104315Z","end":"2026-02-27T18:34:02.493652Z","steps":["trace[300561225] 'agreement among raft nodes before linearized reading' (duration: 389.025787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:02.494294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:02.104296Z","time spent":"389.980691ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:34:02.494462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:34:02.011986Z","time spent":"481.381951ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:34:02.688552Z","caller":"traceutil/trace.go:171","msg":"trace[1002277987] linearizableReadLoop","detail":"{readStateIndex:6023; appliedIndex:6022; }","duration":"189.52681ms","start":"2026-02-27T18:34:02.498989Z","end":"2026-02-27T18:34:02.688515Z","steps":["trace[1002277987] 'read index received' (duration: 189.321945ms)","trace[1002277987] 'applied index is now lower than readState.Index' (duration: 203.215µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:34:02.688679Z","caller":"traceutil/trace.go:171","msg":"trace[761686679] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"189.93834ms","start":"2026-02-27T18:34:02.498699Z","end":"2026-02-27T18:34:02.688637Z","steps":["trace[761686679] 'process raft request' (duration: 189.584022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:02.688963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.92853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109032"} {"level":"info","ts":"2026-02-27T18:34:02.68901Z","caller":"traceutil/trace.go:171","msg":"trace[726869698] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5791; }","duration":"190.031532ms","start":"2026-02-27T18:34:02.498968Z","end":"2026-02-27T18:34:02.688999Z","steps":["trace[726869698] 'agreement among raft nodes before linearized reading' (duration: 189.695304ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:02.708388Z","caller":"traceutil/trace.go:171","msg":"trace[569735166] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"209.047573ms","start":"2026-02-27T18:34:02.499298Z","end":"2026-02-27T18:34:02.708345Z","steps":["trace[569735166] 'process raft request' (duration: 208.782236ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:02.708469Z","caller":"traceutil/trace.go:171","msg":"trace[2093238791] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"136.225711ms","start":"2026-02-27T18:34:02.572234Z","end":"2026-02-27T18:34:02.70846Z","steps":["trace[2093238791] 'process raft request' (duration: 136.076917ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:34:02.708386Z","caller":"traceutil/trace.go:171","msg":"trace[1286809243] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"208.599571ms","start":"2026-02-27T18:34:02.499764Z","end":"2026-02-27T18:34:02.708363Z","steps":["trace[1286809243] 'process raft request' (duration: 208.463328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:34:02.904772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.531027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:34:02.904952Z","caller":"traceutil/trace.go:171","msg":"trace[573171467] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"129.044053ms","start":"2026-02-27T18:34:02.775875Z","end":"2026-02-27T18:34:02.904919Z","steps":["trace[573171467] 'process raft request' (duration: 24.22256ms)","trace[573171467] 'compare' (duration: 104.110486ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:36:31.065113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.798985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:36:31.06522Z","caller":"traceutil/trace.go:171","msg":"trace[830136819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6711; }","duration":"143.961539ms","start":"2026-02-27T18:36:30.921236Z","end":"2026-02-27T18:36:31.065198Z","steps":["trace[830136819] 'range keys from in-memory index tree' (duration: 143.59109ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:31.960989Z","caller":"traceutil/trace.go:171","msg":"trace[491854721] transaction","detail":"{read_only:false; response_revision:6719; number_of_response:1; }","duration":"243.985269ms","start":"2026-02-27T18:36:31.716973Z","end":"2026-02-27T18:36:31.960958Z","steps":["trace[491854721] 'process raft request' (duration: 243.810895ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:36:31.967203Z","caller":"traceutil/trace.go:171","msg":"trace[1462728500] linearizableReadLoop","detail":"{readStateIndex:6986; appliedIndex:6984; }","duration":"234.114133ms","start":"2026-02-27T18:36:31.733056Z","end":"2026-02-27T18:36:31.96717Z","steps":["trace[1462728500] 'read index received' (duration: 227.831705ms)","trace[1462728500] 'applied index is now lower than readState.Index' (duration: 6.280678ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:36:31.967336Z","caller":"traceutil/trace.go:171","msg":"trace[101329525] transaction","detail":"{read_only:false; response_revision:6720; number_of_response:1; }","duration":"250.329878ms","start":"2026-02-27T18:36:31.716974Z","end":"2026-02-27T18:36:31.967303Z","steps":["trace[101329525] 'process raft request' (duration: 250.036991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:36:31.967523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.446721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:36:31.96759Z","caller":"traceutil/trace.go:171","msg":"trace[481589373] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:6720; }","duration":"234.552134ms","start":"2026-02-27T18:36:31.733019Z","end":"2026-02-27T18:36:31.967571Z","steps":["trace[481589373] 'agreement among raft nodes before linearized reading' (duration: 234.314038ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:37:49.913192Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5276} {"level":"info","ts":"2026-02-27T18:37:50.003695Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5276,"took":"88.59953ms","hash":2900213197,"current-db-size-bytes":39575552,"current-db-size":"40 MB","current-db-size-in-use-bytes":20983808,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-02-27T18:37:50.003757Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2900213197,"revision":5276,"compact-revision":2593} {"level":"info","ts":"2026-02-27T18:38:08.353202Z","caller":"traceutil/trace.go:171","msg":"trace[1222115730] transaction","detail":"{read_only:false; response_revision:7401; number_of_response:1; }","duration":"106.551648ms","start":"2026-02-27T18:38:08.246632Z","end":"2026-02-27T18:38:08.353183Z","steps":["trace[1222115730] 'process raft request' (duration: 106.082777ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:42.135709Z","caller":"traceutil/trace.go:171","msg":"trace[1799634460] linearizableReadLoop","detail":"{readStateIndex:7921; appliedIndex:7920; }","duration":"184.453919ms","start":"2026-02-27T18:38:41.951228Z","end":"2026-02-27T18:38:42.135682Z","steps":["trace[1799634460] 'read index received' (duration: 184.221653ms)","trace[1799634460] 'applied index is now lower than readState.Index' (duration: 231.056µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:38:42.135759Z","caller":"traceutil/trace.go:171","msg":"trace[1389809249] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"188.800089ms","start":"2026-02-27T18:38:41.946927Z","end":"2026-02-27T18:38:42.135727Z","steps":["trace[1389809249] 'process raft request' (duration: 188.547583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:42.136033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.5286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T18:38:42.136078Z","caller":"traceutil/trace.go:171","msg":"trace[900497065] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7622; }","duration":"130.639762ms","start":"2026-02-27T18:38:42.005426Z","end":"2026-02-27T18:38:42.136065Z","steps":["trace[900497065] 'agreement among raft nodes before linearized reading' (duration: 130.460208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:42.136122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.911251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:38:42.136253Z","caller":"traceutil/trace.go:171","msg":"trace[1132775190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7622; }","duration":"185.100926ms","start":"2026-02-27T18:38:41.951121Z","end":"2026-02-27T18:38:42.136222Z","steps":["trace[1132775190] 'agreement among raft nodes before linearized reading' (duration: 184.700275ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:43.886733Z","caller":"traceutil/trace.go:171","msg":"trace[1669000551] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"115.867792ms","start":"2026-02-27T18:38:43.770798Z","end":"2026-02-27T18:38:43.886666Z","steps":["trace[1669000551] 'process raft request' (duration: 115.650286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:43.887096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.622357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-789768bdb9-mq45w.18982e72821cefe8\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-02-27T18:38:43.887189Z","caller":"traceutil/trace.go:171","msg":"trace[331106011] range","detail":"{range_begin:/registry/events/openstack/barbican-api-789768bdb9-mq45w.18982e72821cefe8; range_end:; response_count:1; response_revision:7634; }","duration":"113.75278ms","start":"2026-02-27T18:38:43.773413Z","end":"2026-02-27T18:38:43.887166Z","steps":["trace[331106011] 'agreement among raft nodes before linearized reading' (duration: 113.534875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:43.886649Z","caller":"traceutil/trace.go:171","msg":"trace[738457141] linearizableReadLoop","detail":"{readStateIndex:7934; appliedIndex:7933; }","duration":"113.171015ms","start":"2026-02-27T18:38:43.773449Z","end":"2026-02-27T18:38:43.88662Z","steps":["trace[738457141] 'read index received' (duration: 113.066112ms)","trace[738457141] 'applied index is now lower than readState.Index' (duration: 103.903µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:38:43.998146Z","caller":"traceutil/trace.go:171","msg":"trace[1701981202] linearizableReadLoop","detail":"{readStateIndex:7935; appliedIndex:7934; }","duration":"101.296977ms","start":"2026-02-27T18:38:43.896809Z","end":"2026-02-27T18:38:43.998106Z","steps":["trace[1701981202] 'read index received' (duration: 100.434756ms)","trace[1701981202] 'applied index is now lower than readState.Index' (duration: 860.811µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:38:43.998285Z","caller":"traceutil/trace.go:171","msg":"trace[761188685] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"108.334813ms","start":"2026-02-27T18:38:43.889847Z","end":"2026-02-27T18:38:43.998182Z","steps":["trace[761188685] 'process raft request' (duration: 107.522363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:43.998408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.560753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-789768bdb9-mq45w\" ","response":"range_response_count:1 size:8470"} {"level":"info","ts":"2026-02-27T18:38:43.998455Z","caller":"traceutil/trace.go:171","msg":"trace[433767836] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-789768bdb9-mq45w; range_end:; response_count:1; response_revision:7635; }","duration":"101.665126ms","start":"2026-02-27T18:38:43.896777Z","end":"2026-02-27T18:38:43.998442Z","steps":["trace[433767836] 'agreement among raft nodes before linearized reading' (duration: 101.433261ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:44.203463Z","caller":"traceutil/trace.go:171","msg":"trace[1307156481] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"127.011192ms","start":"2026-02-27T18:38:44.07642Z","end":"2026-02-27T18:38:44.203432Z","steps":["trace[1307156481] 'process raft request' (duration: 126.184211ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:44.203751Z","caller":"traceutil/trace.go:171","msg":"trace[1112692076] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"126.250332ms","start":"2026-02-27T18:38:44.077463Z","end":"2026-02-27T18:38:44.203713Z","steps":["trace[1112692076] 'process raft request' (duration: 126.082748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:44.203745Z","caller":"traceutil/trace.go:171","msg":"trace[1203266362] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"126.426767ms","start":"2026-02-27T18:38:44.077249Z","end":"2026-02-27T18:38:44.203675Z","steps":["trace[1203266362] 'process raft request' (duration: 126.107369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:48.527331Z","caller":"traceutil/trace.go:171","msg":"trace[1187866049] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"119.75292ms","start":"2026-02-27T18:38:48.407542Z","end":"2026-02-27T18:38:48.527295Z","steps":["trace[1187866049] 'process raft request' (duration: 112.775546ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:48.537363Z","caller":"traceutil/trace.go:171","msg":"trace[958227687] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"129.7213ms","start":"2026-02-27T18:38:48.407617Z","end":"2026-02-27T18:38:48.537338Z","steps":["trace[958227687] 'process raft request' (duration: 129.572716ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:55.259147Z","caller":"traceutil/trace.go:171","msg":"trace[1850756981] linearizableReadLoop","detail":"{readStateIndex:8127; appliedIndex:8126; }","duration":"324.730353ms","start":"2026-02-27T18:38:54.934389Z","end":"2026-02-27T18:38:55.259119Z","steps":["trace[1850756981] 'read index received' (duration: 324.490028ms)","trace[1850756981] 'applied index is now lower than readState.Index' (duration: 239.575µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:38:55.259219Z","caller":"traceutil/trace.go:171","msg":"trace[80365426] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"442.819491ms","start":"2026-02-27T18:38:54.816375Z","end":"2026-02-27T18:38:55.259194Z","steps":["trace[80365426] 'process raft request' (duration: 442.545595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:55.259376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.995021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:38:55.259383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:54.816331Z","time spent":"442.943174ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:38:55.2594Z","caller":"traceutil/trace.go:171","msg":"trace[282706414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7825; }","duration":"325.021211ms","start":"2026-02-27T18:38:54.934369Z","end":"2026-02-27T18:38:55.259391Z","steps":["trace[282706414] 'agreement among raft nodes before linearized reading' (duration: 324.892848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:55.259508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:54.934292Z","time spent":"325.211806ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:38:55.259607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.433011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:38:55.259626Z","caller":"traceutil/trace.go:171","msg":"trace[168467496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7825; }","duration":"313.508473ms","start":"2026-02-27T18:38:54.946113Z","end":"2026-02-27T18:38:55.259622Z","steps":["trace[168467496] 'agreement among raft nodes before linearized reading' (duration: 313.451931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:55.259639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:54.946078Z","time spent":"313.557674ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:38:55.259618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.737779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:38:55.259708Z","caller":"traceutil/trace.go:171","msg":"trace[1750039154] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:7825; }","duration":"313.842781ms","start":"2026-02-27T18:38:54.945845Z","end":"2026-02-27T18:38:55.259688Z","steps":["trace[1750039154] 'agreement among raft nodes before linearized reading' (duration: 313.594875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:55.25976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:54.945762Z","time spent":"313.985625ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"warn","ts":"2026-02-27T18:38:57.063691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208431785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:38:57.564143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208431785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:38:58.06514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208431785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:38:58.279001Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.835479096s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:38:59.264041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T18:38:59.264291Z","caller":"traceutil/trace.go:171","msg":"trace[843822472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000681953s","start":"2026-02-27T18:38:57.263576Z","end":"2026-02-27T18:38:59.264258Z","steps":["trace[843822472] 'agreement among raft nodes before linearized reading' (duration: 2.000398616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:59.264412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:57.263545Z","time spent":"2.000851887s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 18:38:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:38:59.761379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482085982s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:38:59.761496Z","caller":"traceutil/trace.go:171","msg":"trace[1338058364] linearizableReadLoop","detail":"{readStateIndex:8133; appliedIndex:8132; }","duration":"3.198424514s","start":"2026-02-27T18:38:56.563054Z","end":"2026-02-27T18:38:59.761478Z","steps":["trace[1338058364] 'read index received' (duration: 1.716072155s)","trace[1338058364] 'applied index is now lower than readState.Index' (duration: 1.482350639s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:38:59.761571Z","caller":"traceutil/trace.go:171","msg":"trace[87927460] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"3.318153223s","start":"2026-02-27T18:38:56.443405Z","end":"2026-02-27T18:38:59.761559Z","steps":["trace[87927460] 'process raft request' (duration: 1.835774453s)","trace[87927460] 'compare' (duration: 1.48159186s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:38:59.761636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:56.443377Z","time spent":"3.318227175s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:38:59.762032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198985647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:38:59.762079Z","caller":"traceutil/trace.go:171","msg":"trace[14983863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7831; }","duration":"3.199034288s","start":"2026-02-27T18:38:56.563033Z","end":"2026-02-27T18:38:59.762067Z","steps":["trace[14983863] 'agreement among raft nodes before linearized reading' (duration: 3.198935556s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:59.762113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:56.562963Z","time spent":"3.199142671s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:38:59.839296Z","caller":"traceutil/trace.go:171","msg":"trace[1683340396] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"1.555129791s","start":"2026-02-27T18:38:58.284139Z","end":"2026-02-27T18:38:59.839269Z","steps":["trace[1683340396] 'process raft request' (duration: 1.555007268s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:59.83946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:58.284106Z","time spent":"1.555270005s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:38:59.846121Z","caller":"traceutil/trace.go:171","msg":"trace[436186651] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"1.429022733s","start":"2026-02-27T18:38:58.417047Z","end":"2026-02-27T18:38:59.84607Z","steps":["trace[436186651] 'process raft request' (duration: 1.428745076s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:59.846367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:58.417022Z","time spent":"1.429216768s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:38:59.851426Z","caller":"traceutil/trace.go:171","msg":"trace[59449305] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"948.523459ms","start":"2026-02-27T18:38:58.902881Z","end":"2026-02-27T18:38:59.851405Z","steps":["trace[59449305] 'process raft request' (duration: 948.408416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:59.851619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:58.902856Z","time spent":"948.640921ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:38:59.851837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.274017468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T18:38:59.851918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.26137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:38:59.85189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586677961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:38:59.851943Z","caller":"traceutil/trace.go:171","msg":"trace[861285211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7836; }","duration":"587.330412ms","start":"2026-02-27T18:38:59.264604Z","end":"2026-02-27T18:38:59.851934Z","steps":["trace[861285211] 'agreement among raft nodes before linearized reading' (duration: 587.299751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:59.851923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580035724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:38:59.851968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:59.26457Z","time spent":"587.394344ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:38:59.85196Z","caller":"traceutil/trace.go:171","msg":"trace[1168211709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7836; }","duration":"2.586796734s","start":"2026-02-27T18:38:57.265148Z","end":"2026-02-27T18:38:59.851945Z","steps":["trace[1168211709] 'agreement among raft nodes before linearized reading' (duration: 2.586669911s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:59.851994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689415124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-27T18:38:59.852004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:57.265126Z","time spent":"2.586871456s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:38:59.852008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581800979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:38:59.85204Z","caller":"traceutil/trace.go:171","msg":"trace[339505587] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7836; }","duration":"2.689508437s","start":"2026-02-27T18:38:57.162516Z","end":"2026-02-27T18:38:59.852025Z","steps":["trace[339505587] 'agreement among raft nodes before linearized reading' (duration: 2.689350783s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:59.851947Z","caller":"traceutil/trace.go:171","msg":"trace[1092910904] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7836; }","duration":"3.274171252s","start":"2026-02-27T18:38:56.577755Z","end":"2026-02-27T18:38:59.851926Z","steps":["trace[1092910904] 'agreement among raft nodes before linearized reading' (duration: 3.274022338s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:59.852045Z","caller":"traceutil/trace.go:171","msg":"trace[1199304266] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"590.494221ms","start":"2026-02-27T18:38:59.261537Z","end":"2026-02-27T18:38:59.852031Z","steps":["trace[1199304266] 'process raft request' (duration: 589.843954ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:59.852067Z","caller":"traceutil/trace.go:171","msg":"trace[1321861626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7836; }","duration":"2.581903342s","start":"2026-02-27T18:38:57.270149Z","end":"2026-02-27T18:38:59.852052Z","steps":["trace[1321861626] 'agreement among raft nodes before linearized reading' (duration: 2.581752358s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:59.852076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:57.162469Z","time spent":"2.689598789s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T18:38:59.852078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:56.577736Z","time spent":"3.274334775s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:38:59.852104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:57.270143Z","time spent":"2.581954803s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:38:59.852109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701280002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414346"} {"level":"warn","ts":"2026-02-27T18:38:59.852072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.372511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:38:59.852137Z","caller":"traceutil/trace.go:171","msg":"trace[1152912010] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7836; }","duration":"2.701355764s","start":"2026-02-27T18:38:57.150774Z","end":"2026-02-27T18:38:59.85213Z","steps":["trace[1152912010] 'agreement among raft nodes before linearized reading' (duration: 2.70119772s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:59.852164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:57.150746Z","time spent":"2.701409975s","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414370,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-02-27T18:38:59.851995Z","caller":"traceutil/trace.go:171","msg":"trace[1262534065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7836; }","duration":"2.580115376s","start":"2026-02-27T18:38:57.27186Z","end":"2026-02-27T18:38:59.851975Z","steps":["trace[1262534065] 'agreement among raft nodes before linearized reading' (duration: 2.579953652s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:38:59.85218Z","caller":"traceutil/trace.go:171","msg":"trace[1730437985] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7836; }","duration":"765.545475ms","start":"2026-02-27T18:38:59.086607Z","end":"2026-02-27T18:38:59.852153Z","steps":["trace[1730437985] 'agreement among raft nodes before linearized reading' (duration: 765.357261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:59.852196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:57.271855Z","time spent":"2.580335262s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:38:59.852118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:59.261503Z","time spent":"590.574432ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:38:59.852228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:59.086577Z","time spent":"765.638888ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:38:59.851883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576873835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:38:59.852371Z","caller":"traceutil/trace.go:171","msg":"trace[117640228] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:7836; }","duration":"2.577317846s","start":"2026-02-27T18:38:57.27499Z","end":"2026-02-27T18:38:59.852308Z","steps":["trace[117640228] 'agreement among raft nodes before linearized reading' (duration: 2.576807854s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:38:59.852524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:38:57.274984Z","time spent":"2.57748647s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"warn","ts":"2026-02-27T18:39:08.433646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208431957,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:39:08.483907Z","caller":"traceutil/trace.go:171","msg":"trace[2084711032] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"679.668465ms","start":"2026-02-27T18:39:07.804211Z","end":"2026-02-27T18:39:08.483879Z","steps":["trace[2084711032] 'process raft request' (duration: 679.523031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:08.484068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:07.804172Z","time spent":"679.812469ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:39:08.511988Z","caller":"traceutil/trace.go:171","msg":"trace[508710239] linearizableReadLoop","detail":"{readStateIndex:8182; appliedIndex:8180; }","duration":"578.827938ms","start":"2026-02-27T18:39:07.933142Z","end":"2026-02-27T18:39:08.51197Z","steps":["trace[508710239] 'read index received' (duration: 550.729175ms)","trace[508710239] 'applied index is now lower than readState.Index' (duration: 28.097913ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:39:08.512041Z","caller":"traceutil/trace.go:171","msg":"trace[830664431] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"612.996654ms","start":"2026-02-27T18:39:07.899017Z","end":"2026-02-27T18:39:08.512014Z","steps":["trace[830664431] 'process raft request' (duration: 612.81541ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:08.512092Z","caller":"traceutil/trace.go:171","msg":"trace[1838395239] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"598.46555ms","start":"2026-02-27T18:39:07.913599Z","end":"2026-02-27T18:39:08.512064Z","steps":["trace[1838395239] 'process raft request' (duration: 598.343267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:08.512141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.003963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:39:08.512164Z","caller":"traceutil/trace.go:171","msg":"trace[1992372696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7877; }","duration":"579.065354ms","start":"2026-02-27T18:39:07.933092Z","end":"2026-02-27T18:39:08.512157Z","steps":["trace[1992372696] 'agreement among raft nodes before linearized reading' (duration: 578.966162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:08.51217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:07.898991Z","time spent":"613.096576ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:08.512184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:07.93307Z","time spent":"579.109786ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:39:08.512209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:07.913574Z","time spent":"598.575843ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:08.512288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.926275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:39:08.512304Z","caller":"traceutil/trace.go:171","msg":"trace[1728132464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7877; }","duration":"573.968706ms","start":"2026-02-27T18:39:07.938331Z","end":"2026-02-27T18:39:08.5123Z","steps":["trace[1728132464] 'agreement among raft nodes before linearized reading' (duration: 573.921545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:08.512299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.230998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:39:08.512318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:07.938312Z","time spent":"574.001907ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:39:08.512334Z","caller":"traceutil/trace.go:171","msg":"trace[2029163208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7877; }","duration":"494.286ms","start":"2026-02-27T18:39:08.018035Z","end":"2026-02-27T18:39:08.512321Z","steps":["trace[2029163208] 'agreement among raft nodes before linearized reading' (duration: 494.226699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:08.512371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:08.018017Z","time spent":"494.346951ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:39:08.512361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.575891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:39:08.512433Z","caller":"traceutil/trace.go:171","msg":"trace[325246432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7877; }","duration":"570.677894ms","start":"2026-02-27T18:39:07.941737Z","end":"2026-02-27T18:39:08.512415Z","steps":["trace[325246432] 'agreement among raft nodes before linearized reading' (duration: 570.446429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:08.512424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.1393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T18:39:08.512358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.674523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T18:39:08.512486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:07.941725Z","time spent":"570.752476ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:39:08.512499Z","caller":"traceutil/trace.go:171","msg":"trace[943225378] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:7877; }","duration":"562.234533ms","start":"2026-02-27T18:39:07.950246Z","end":"2026-02-27T18:39:08.512481Z","steps":["trace[943225378] 'agreement among raft nodes before linearized reading' (duration: 562.067109ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:08.512512Z","caller":"traceutil/trace.go:171","msg":"trace[1991526409] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7877; }","duration":"572.858838ms","start":"2026-02-27T18:39:07.939634Z","end":"2026-02-27T18:39:08.512493Z","steps":["trace[1991526409] 'agreement among raft nodes before linearized reading' (duration: 572.558861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:08.512548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:07.950213Z","time spent":"562.321845ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"warn","ts":"2026-02-27T18:39:08.512559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:07.939622Z","time spent":"572.9251ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:39:08.513155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.317644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:39:08.513269Z","caller":"traceutil/trace.go:171","msg":"trace[1313420414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7877; }","duration":"576.516369ms","start":"2026-02-27T18:39:07.936726Z","end":"2026-02-27T18:39:08.513243Z","steps":["trace[1313420414] 'agreement among raft nodes before linearized reading' (duration: 575.438612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:08.513334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:07.93669Z","time spent":"576.632922ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:39:08.64754Z","caller":"traceutil/trace.go:171","msg":"trace[1230862870] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"129.544074ms","start":"2026-02-27T18:39:08.517968Z","end":"2026-02-27T18:39:08.647512Z","steps":["trace[1230862870] 'process raft request' (duration: 129.486273ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:08.64754Z","caller":"traceutil/trace.go:171","msg":"trace[1440943349] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"129.974765ms","start":"2026-02-27T18:39:08.517528Z","end":"2026-02-27T18:39:08.647503Z","steps":["trace[1440943349] 'process raft request' (duration: 129.694138ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:08.647625Z","caller":"traceutil/trace.go:171","msg":"trace[1620590380] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"129.877983ms","start":"2026-02-27T18:39:08.517698Z","end":"2026-02-27T18:39:08.647576Z","steps":["trace[1620590380] 'process raft request' (duration: 129.658367ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:08.647698Z","caller":"traceutil/trace.go:171","msg":"trace[1776123221] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"129.712879ms","start":"2026-02-27T18:39:08.517941Z","end":"2026-02-27T18:39:08.647654Z","steps":["trace[1776123221] 'process raft request' (duration: 129.473663ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:10.927975Z","caller":"traceutil/trace.go:171","msg":"trace[1871774749] linearizableReadLoop","detail":"{readStateIndex:8189; appliedIndex:8188; }","duration":"449.819776ms","start":"2026-02-27T18:39:10.47813Z","end":"2026-02-27T18:39:10.92795Z","steps":["trace[1871774749] 'read index received' (duration: 449.762765ms)","trace[1871774749] 'applied index is now lower than readState.Index' (duration: 55.721µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:39:10.928128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.984151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:39:10.928169Z","caller":"traceutil/trace.go:171","msg":"trace[954250616] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7883; }","duration":"450.080782ms","start":"2026-02-27T18:39:10.478078Z","end":"2026-02-27T18:39:10.928159Z","steps":["trace[954250616] 'agreement among raft nodes before linearized reading' (duration: 449.99276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:10.92806Z","caller":"traceutil/trace.go:171","msg":"trace[1891456106] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"777.293688ms","start":"2026-02-27T18:39:10.150745Z","end":"2026-02-27T18:39:10.928039Z","steps":["trace[1891456106] 'process raft request' (duration: 777.039232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:10.928212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:10.478059Z","time spent":"450.143164ms","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:39:10.928354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:10.150718Z","time spent":"777.532445ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:39:11.075319Z","caller":"traceutil/trace.go:171","msg":"trace[206097006] linearizableReadLoop","detail":"{readStateIndex:8191; appliedIndex:8189; }","duration":"147.250909ms","start":"2026-02-27T18:39:10.928045Z","end":"2026-02-27T18:39:11.075296Z","steps":["trace[206097006] 'read index received' (duration: 105.902354ms)","trace[206097006] 'applied index is now lower than readState.Index' (duration: 41.347615ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:39:11.075535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.829474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:39:11.07559Z","caller":"traceutil/trace.go:171","msg":"trace[1179712639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7885; }","duration":"587.920596ms","start":"2026-02-27T18:39:10.487653Z","end":"2026-02-27T18:39:11.075574Z","steps":["trace[1179712639] 'agreement among raft nodes before linearized reading' (duration: 587.736262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:11.075638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:10.487641Z","time spent":"587.984588ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:39:11.075984Z","caller":"traceutil/trace.go:171","msg":"trace[1800336161] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"558.259723ms","start":"2026-02-27T18:39:10.517709Z","end":"2026-02-27T18:39:11.075969Z","steps":["trace[1800336161] 'process raft request' (duration: 516.298532ms)","trace[1800336161] 'compare' (duration: 41.09772ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:39:11.076105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:10.51769Z","time spent":"558.341775ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:39:11.076329Z","caller":"traceutil/trace.go:171","msg":"trace[364938399] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"558.294993ms","start":"2026-02-27T18:39:10.518017Z","end":"2026-02-27T18:39:11.076312Z","steps":["trace[364938399] 'process raft request' (duration: 557.221827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:11.076436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:10.51801Z","time spent":"558.375185ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:11.076705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.475186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T18:39:11.076748Z","caller":"traceutil/trace.go:171","msg":"trace[185167863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7885; }","duration":"209.560308ms","start":"2026-02-27T18:39:10.867178Z","end":"2026-02-27T18:39:11.076738Z","steps":["trace[185167863] 'agreement among raft nodes before linearized reading' (duration: 209.441745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:11.07696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.907228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:39:11.076995Z","caller":"traceutil/trace.go:171","msg":"trace[176656062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7885; }","duration":"423.96638ms","start":"2026-02-27T18:39:10.653021Z","end":"2026-02-27T18:39:11.076987Z","steps":["trace[176656062] 'agreement among raft nodes before linearized reading' (duration: 423.874477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:11.077027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:10.652921Z","time spent":"424.099763ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:39:11.07722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.595436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:39:11.077282Z","caller":"traceutil/trace.go:171","msg":"trace[431362925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7885; }","duration":"424.695228ms","start":"2026-02-27T18:39:10.652573Z","end":"2026-02-27T18:39:11.077268Z","steps":["trace[431362925] 'agreement among raft nodes before linearized reading' (duration: 424.573895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:11.077329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:10.652553Z","time spent":"424.766369ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:39:11.077585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.380235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:39:11.077629Z","caller":"traceutil/trace.go:171","msg":"trace[1576304995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7885; }","duration":"425.464807ms","start":"2026-02-27T18:39:10.652155Z","end":"2026-02-27T18:39:11.07762Z","steps":["trace[1576304995] 'agreement among raft nodes before linearized reading' (duration: 425.357204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:11.077667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:10.652135Z","time spent":"425.522809ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:39:11.077885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.944009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:39:11.078792Z","caller":"traceutil/trace.go:171","msg":"trace[908863623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7885; }","duration":"426.881011ms","start":"2026-02-27T18:39:10.651897Z","end":"2026-02-27T18:39:11.078778Z","steps":["trace[908863623] 'agreement among raft nodes before linearized reading' (duration: 425.925928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:11.078851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:10.651876Z","time spent":"426.958354ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:39:11.078602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.932825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:39:11.079316Z","caller":"traceutil/trace.go:171","msg":"trace[696670188] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7885; }","duration":"463.703094ms","start":"2026-02-27T18:39:10.6156Z","end":"2026-02-27T18:39:11.079303Z","steps":["trace[696670188] 'agreement among raft nodes before linearized reading' (duration: 462.809832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:11.079359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:10.61558Z","time spent":"463.767665ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:39:11.078633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.582967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:39:11.079512Z","caller":"traceutil/trace.go:171","msg":"trace[653342338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:7885; }","duration":"459.53789ms","start":"2026-02-27T18:39:10.619965Z","end":"2026-02-27T18:39:11.079503Z","steps":["trace[653342338] 'agreement among raft nodes before linearized reading' (duration: 458.470294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:11.079553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:10.619881Z","time spent":"459.661083ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"warn","ts":"2026-02-27T18:39:11.326745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.90154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:39:11.326971Z","caller":"traceutil/trace.go:171","msg":"trace[2147144958] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"243.159041ms","start":"2026-02-27T18:39:11.083791Z","end":"2026-02-27T18:39:11.32695Z","steps":["trace[2147144958] 'process raft request' (duration: 93.957794ms)","trace[2147144958] 'compare' (duration: 148.794397ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:39:11.327073Z","caller":"traceutil/trace.go:171","msg":"trace[1830179533] linearizableReadLoop","detail":"{readStateIndex:8197; appliedIndex:8191; }","duration":"240.72008ms","start":"2026-02-27T18:39:11.086338Z","end":"2026-02-27T18:39:11.327058Z","steps":["trace[1830179533] 'read index received' (duration: 91.492912ms)","trace[1830179533] 'applied index is now lower than readState.Index' (duration: 149.226078ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:39:11.327171Z","caller":"traceutil/trace.go:171","msg":"trace[930882585] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"243.163201ms","start":"2026-02-27T18:39:11.083998Z","end":"2026-02-27T18:39:11.327161Z","steps":["trace[930882585] 'process raft request' (duration: 242.914455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:11.327271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.974546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-02-27T18:39:11.327305Z","caller":"traceutil/trace.go:171","msg":"trace[1064095305] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7891; }","duration":"241.039217ms","start":"2026-02-27T18:39:11.086257Z","end":"2026-02-27T18:39:11.327297Z","steps":["trace[1064095305] 'agreement among raft nodes before linearized reading' (duration: 240.914424ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:11.327062Z","caller":"traceutil/trace.go:171","msg":"trace[672747348] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"243.086829ms","start":"2026-02-27T18:39:11.083944Z","end":"2026-02-27T18:39:11.327031Z","steps":["trace[672747348] 'process raft request' (duration: 242.902264ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:11.327332Z","caller":"traceutil/trace.go:171","msg":"trace[1431794631] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"243.276814ms","start":"2026-02-27T18:39:11.084041Z","end":"2026-02-27T18:39:11.327318Z","steps":["trace[1431794631] 'process raft request' (duration: 242.948376ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:11.327421Z","caller":"traceutil/trace.go:171","msg":"trace[1015586127] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"243.270803ms","start":"2026-02-27T18:39:11.084143Z","end":"2026-02-27T18:39:11.327414Z","steps":["trace[1015586127] 'process raft request' (duration: 242.880924ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:11.327541Z","caller":"traceutil/trace.go:171","msg":"trace[1915747418] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"243.54406ms","start":"2026-02-27T18:39:11.083988Z","end":"2026-02-27T18:39:11.327532Z","steps":["trace[1915747418] 'process raft request' (duration: 242.966456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:13.592023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208432002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:39:14.093014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208432002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:39:14.594033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208432002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:39:15.094329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208432002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:39:15.263801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000379944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T18:39:15.26389Z","caller":"traceutil/trace.go:171","msg":"trace[1077957034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000528868s","start":"2026-02-27T18:39:13.26334Z","end":"2026-02-27T18:39:15.263869Z","steps":["trace[1077957034] 'agreement among raft nodes before linearized reading' (duration: 2.000417245s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.263944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:13.263315Z","time spent":"2.00061926s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:39:15.3124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.225591305s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:39:15.312786Z","caller":"traceutil/trace.go:171","msg":"trace[1962813929] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"2.226134729s","start":"2026-02-27T18:39:13.086626Z","end":"2026-02-27T18:39:15.31276Z","steps":["trace[1962813929] 'process raft request' (duration: 2.225982516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.312961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:13.08659Z","time spent":"2.226271993s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:39:15.391235Z","caller":"traceutil/trace.go:171","msg":"trace[2111524774] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"1.735305456s","start":"2026-02-27T18:39:13.655895Z","end":"2026-02-27T18:39:15.391201Z","steps":["trace[2111524774] 'process raft request' (duration: 1.735213184s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:15.39126Z","caller":"traceutil/trace.go:171","msg":"trace[751090722] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"2.302232295s","start":"2026-02-27T18:39:13.088974Z","end":"2026-02-27T18:39:15.391206Z","steps":["trace[751090722] 'process raft request' (duration: 2.233622996s)","trace[751090722] 'compare' (duration: 68.371022ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:39:15.391411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:13.655878Z","time spent":"1.735447849s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:39:15.391436Z","caller":"traceutil/trace.go:171","msg":"trace[290977994] linearizableReadLoop","detail":"{readStateIndex:8201; appliedIndex:8198; }","duration":"2.300195224s","start":"2026-02-27T18:39:13.091211Z","end":"2026-02-27T18:39:15.391407Z","steps":["trace[290977994] 'read index received' (duration: 2.221976455s)","trace[290977994] 'applied index is now lower than readState.Index' (duration: 78.217529ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:39:15.391571Z","caller":"traceutil/trace.go:171","msg":"trace[702340818] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"526.074547ms","start":"2026-02-27T18:39:14.865486Z","end":"2026-02-27T18:39:15.391561Z","steps":["trace[702340818] 'process raft request' (duration: 525.672037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.391676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:14.865461Z","time spent":"526.130567ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:15.391692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:13.088941Z","time spent":"2.302399989s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:15.391827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259175377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T18:39:15.391894Z","caller":"traceutil/trace.go:171","msg":"trace[378892471] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:7895; }","duration":"2.25929704s","start":"2026-02-27T18:39:13.132582Z","end":"2026-02-27T18:39:15.391879Z","steps":["trace[378892471] 'agreement among raft nodes before linearized reading' (duration: 2.259088684s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.391917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752257359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-789768bdb9-mq45w.18982e72c86da9b8\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-02-27T18:39:15.391937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.302097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-27T18:39:15.391941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:13.132553Z","time spent":"2.259373432s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-02-27T18:39:15.391963Z","caller":"traceutil/trace.go:171","msg":"trace[19280483] range","detail":"{range_begin:/registry/events/openstack/barbican-api-789768bdb9-mq45w.18982e72c86da9b8; range_end:; response_count:1; response_revision:7895; }","duration":"1.752333121s","start":"2026-02-27T18:39:13.639616Z","end":"2026-02-27T18:39:15.391949Z","steps":["trace[19280483] 'agreement among raft nodes before linearized reading' (duration: 1.752174687s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:15.391988Z","caller":"traceutil/trace.go:171","msg":"trace[2138846059] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7895; }","duration":"523.381129ms","start":"2026-02-27T18:39:14.868593Z","end":"2026-02-27T18:39:15.391974Z","steps":["trace[2138846059] 'agreement among raft nodes before linearized reading' (duration: 523.250736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.392001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:13.639595Z","time spent":"1.752399143s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-789768bdb9-mq45w.18982e72c86da9b8\" "} {"level":"warn","ts":"2026-02-27T18:39:15.392024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:14.868577Z","time spent":"523.43976ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T18:39:15.391986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013914365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:39:15.392114Z","caller":"traceutil/trace.go:171","msg":"trace[282666424] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7895; }","duration":"1.01409054s","start":"2026-02-27T18:39:14.377994Z","end":"2026-02-27T18:39:15.392084Z","steps":["trace[282666424] 'agreement among raft nodes before linearized reading' (duration: 1.013879264s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.39217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:14.377913Z","time spent":"1.014242953s","remote":"127.0.0.1:35254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:39:15.392177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300974513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:39:15.392216Z","caller":"traceutil/trace.go:171","msg":"trace[761209997] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:7895; }","duration":"2.301052315s","start":"2026-02-27T18:39:13.091151Z","end":"2026-02-27T18:39:15.392203Z","steps":["trace[761209997] 'agreement among raft nodes before linearized reading' (duration: 2.300941322s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.39224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058859079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:39:15.392283Z","caller":"traceutil/trace.go:171","msg":"trace[521692403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7895; }","duration":"2.05892671s","start":"2026-02-27T18:39:13.333345Z","end":"2026-02-27T18:39:15.392272Z","steps":["trace[521692403] 'agreement among raft nodes before linearized reading' (duration: 2.058809357s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.392295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.72848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:39:15.392324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:13.333332Z","time spent":"2.058978592s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:39:15.392338Z","caller":"traceutil/trace.go:171","msg":"trace[814288693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7895; }","duration":"127.802572ms","start":"2026-02-27T18:39:15.264523Z","end":"2026-02-27T18:39:15.392325Z","steps":["trace[814288693] 'agreement among raft nodes before linearized reading' (duration: 127.7478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.392413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.180146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:39:15.392466Z","caller":"traceutil/trace.go:171","msg":"trace[636528736] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7895; }","duration":"900.234988ms","start":"2026-02-27T18:39:14.492216Z","end":"2026-02-27T18:39:15.392451Z","steps":["trace[636528736] 'agreement among raft nodes before linearized reading' (duration: 900.069984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.392502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:14.492166Z","time spent":"900.325721ms","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":84,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:39:15.392563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060305665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:39:15.392599Z","caller":"traceutil/trace.go:171","msg":"trace[75936407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7895; }","duration":"2.060379437s","start":"2026-02-27T18:39:13.332208Z","end":"2026-02-27T18:39:15.392587Z","steps":["trace[75936407] 'agreement among raft nodes before linearized reading' (duration: 2.060277445s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.392596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060296355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:39:15.392617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627581127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T18:39:15.392631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:13.332187Z","time spent":"2.060436118s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:39:15.392656Z","caller":"traceutil/trace.go:171","msg":"trace[121263767] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7895; }","duration":"1.627661719s","start":"2026-02-27T18:39:13.764986Z","end":"2026-02-27T18:39:15.392648Z","steps":["trace[121263767] 'agreement among raft nodes before linearized reading' (duration: 1.627025643s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:15.392664Z","caller":"traceutil/trace.go:171","msg":"trace[184815317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7895; }","duration":"2.060380086s","start":"2026-02-27T18:39:13.332266Z","end":"2026-02-27T18:39:15.392646Z","steps":["trace[184815317] 'agreement among raft nodes before linearized reading' (duration: 2.060166631s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.392677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:13.764966Z","time spent":"1.627705609s","remote":"127.0.0.1:60216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":866,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:39:15.392251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:13.091135Z","time spent":"2.301106626s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"warn","ts":"2026-02-27T18:39:15.392715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:13.33226Z","time spent":"2.060441598s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:39:15.392722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060336775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:39:15.392766Z","caller":"traceutil/trace.go:171","msg":"trace[961348054] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7895; }","duration":"2.060428558s","start":"2026-02-27T18:39:13.332325Z","end":"2026-02-27T18:39:15.392754Z","steps":["trace[961348054] 'agreement among raft nodes before linearized reading' (duration: 2.060288095s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.392797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:13.332301Z","time spent":"2.060489059s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:39:15.392911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060439768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:39:15.392934Z","caller":"traceutil/trace.go:171","msg":"trace[194401448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7895; }","duration":"2.060475478s","start":"2026-02-27T18:39:13.332452Z","end":"2026-02-27T18:39:15.392928Z","steps":["trace[194401448] 'agreement among raft nodes before linearized reading' (duration: 2.060408507s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.392952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:13.332445Z","time spent":"2.06050376s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:39:15.392978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060657123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:39:15.393035Z","caller":"traceutil/trace.go:171","msg":"trace[875958243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7895; }","duration":"2.060736795s","start":"2026-02-27T18:39:13.332267Z","end":"2026-02-27T18:39:15.393003Z","steps":["trace[875958243] 'agreement among raft nodes before linearized reading' (duration: 2.060615522s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.393078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:13.332253Z","time spent":"2.060813887s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:39:15.669095Z","caller":"traceutil/trace.go:171","msg":"trace[910288702] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"271.743907ms","start":"2026-02-27T18:39:15.397318Z","end":"2026-02-27T18:39:15.669062Z","steps":["trace[910288702] 'process raft request' (duration: 271.441209ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:15.669159Z","caller":"traceutil/trace.go:171","msg":"trace[1820811540] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"270.471895ms","start":"2026-02-27T18:39:15.398658Z","end":"2026-02-27T18:39:15.66913Z","steps":["trace[1820811540] 'process raft request' (duration: 270.408554ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:15.669288Z","caller":"traceutil/trace.go:171","msg":"trace[1833848842] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"271.716276ms","start":"2026-02-27T18:39:15.397517Z","end":"2026-02-27T18:39:15.669234Z","steps":["trace[1833848842] 'process raft request' (duration: 271.414768ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:15.669352Z","caller":"traceutil/trace.go:171","msg":"trace[441584642] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"271.348107ms","start":"2026-02-27T18:39:15.397953Z","end":"2026-02-27T18:39:15.669301Z","steps":["trace[441584642] 'process raft request' (duration: 271.079061ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:15.669356Z","caller":"traceutil/trace.go:171","msg":"trace[1855470557] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"271.660894ms","start":"2026-02-27T18:39:15.397632Z","end":"2026-02-27T18:39:15.669293Z","steps":["trace[1855470557] 'process raft request' (duration: 271.341506ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:15.669617Z","caller":"traceutil/trace.go:171","msg":"trace[978606086] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"270.912886ms","start":"2026-02-27T18:39:15.398692Z","end":"2026-02-27T18:39:15.669605Z","steps":["trace[978606086] 'process raft request' (duration: 270.401873ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:15.669683Z","caller":"traceutil/trace.go:171","msg":"trace[785830923] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"270.841884ms","start":"2026-02-27T18:39:15.398822Z","end":"2026-02-27T18:39:15.669664Z","steps":["trace[785830923] 'process raft request' (duration: 270.532747ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:15.669735Z","caller":"traceutil/trace.go:171","msg":"trace[82985939] linearizableReadLoop","detail":"{readStateIndex:8206; appliedIndex:8202; }","duration":"271.664085ms","start":"2026-02-27T18:39:15.398056Z","end":"2026-02-27T18:39:15.66972Z","steps":["trace[82985939] 'read index received' (duration: 25.383246ms)","trace[82985939] 'applied index is now lower than readState.Index' (duration: 246.279569ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:39:15.669799Z","caller":"traceutil/trace.go:171","msg":"trace[1407529377] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"270.557277ms","start":"2026-02-27T18:39:15.399217Z","end":"2026-02-27T18:39:15.669774Z","steps":["trace[1407529377] 'process raft request' (duration: 270.397723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.670211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.127446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223799"} {"level":"info","ts":"2026-02-27T18:39:15.670265Z","caller":"traceutil/trace.go:171","msg":"trace[928524195] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7903; }","duration":"272.237829ms","start":"2026-02-27T18:39:15.398014Z","end":"2026-02-27T18:39:15.670252Z","steps":["trace[928524195] 'agreement among raft nodes before linearized reading' (duration: 271.772307ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:15.682979Z","caller":"traceutil/trace.go:171","msg":"trace[1759661012] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"258.170066ms","start":"2026-02-27T18:39:15.424787Z","end":"2026-02-27T18:39:15.682957Z","steps":["trace[1759661012] 'process raft request' (duration: 257.994592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.683054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.437479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:39:15.683103Z","caller":"traceutil/trace.go:171","msg":"trace[731416305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7904; }","duration":"283.518552ms","start":"2026-02-27T18:39:15.399573Z","end":"2026-02-27T18:39:15.683091Z","steps":["trace[731416305] 'agreement among raft nodes before linearized reading' (duration: 283.377818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.859278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.52672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:39:15.85936Z","caller":"traceutil/trace.go:171","msg":"trace[635944597] linearizableReadLoop","detail":"{readStateIndex:8212; appliedIndex:8211; }","duration":"172.02012ms","start":"2026-02-27T18:39:15.687327Z","end":"2026-02-27T18:39:15.859347Z","steps":["trace[635944597] 'read index received' (duration: 37.200483ms)","trace[635944597] 'applied index is now lower than readState.Index' (duration: 134.818257ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:39:15.859379Z","caller":"traceutil/trace.go:171","msg":"trace[240918387] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"173.592788ms","start":"2026-02-27T18:39:15.685757Z","end":"2026-02-27T18:39:15.85935Z","steps":["trace[240918387] 'process raft request' (duration: 38.849023ms)","trace[240918387] 'compare' (duration: 134.217881ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:39:15.859481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.696995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:39:15.85951Z","caller":"traceutil/trace.go:171","msg":"trace[831949950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7905; }","duration":"140.779068ms","start":"2026-02-27T18:39:15.718724Z","end":"2026-02-27T18:39:15.859503Z","steps":["trace[831949950] 'agreement among raft nodes before linearized reading' (duration: 140.692946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:15.859552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.219625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T18:39:15.859617Z","caller":"traceutil/trace.go:171","msg":"trace[1265078102] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7905; }","duration":"172.319758ms","start":"2026-02-27T18:39:15.687284Z","end":"2026-02-27T18:39:15.859603Z","steps":["trace[1265078102] 'agreement among raft nodes before linearized reading' (duration: 172.108852ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:17.525596Z","caller":"traceutil/trace.go:171","msg":"trace[1325508953] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"205.731622ms","start":"2026-02-27T18:39:17.319825Z","end":"2026-02-27T18:39:17.525556Z","steps":["trace[1325508953] 'process raft request' (duration: 205.529307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:18.174449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208432037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:39:19.928662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.572985389s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:39:20.241395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885654011s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:39:20.241762Z","caller":"traceutil/trace.go:171","msg":"trace[207749705] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"2.843467112s","start":"2026-02-27T18:39:17.398269Z","end":"2026-02-27T18:39:20.241736Z","steps":["trace[207749705] 'process raft request' (duration: 957.341409ms)","trace[207749705] 'compare' (duration: 1.885509778s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:39:20.241906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:17.398236Z","time spent":"2.843592045s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:20.264818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000715643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T18:39:20.264952Z","caller":"traceutil/trace.go:171","msg":"trace[596488362] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000962449s","start":"2026-02-27T18:39:18.26396Z","end":"2026-02-27T18:39:20.264923Z","steps":["trace[596488362] 'agreement among raft nodes before linearized reading' (duration: 2.000743184s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:20.265021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:18.263938Z","time spent":"2.001070321s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:39:20.837475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.938686ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:39:20.83757Z","caller":"traceutil/trace.go:171","msg":"trace[1875490101] linearizableReadLoop","detail":"{readStateIndex:8215; appliedIndex:8213; }","duration":"3.163420387s","start":"2026-02-27T18:39:17.674134Z","end":"2026-02-27T18:39:20.837554Z","steps":["trace[1875490101] 'read index received' (duration: 681.567403ms)","trace[1875490101] 'applied index is now lower than readState.Index' (duration: 2.481851874s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:39:20.837734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163600511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:39:20.83777Z","caller":"traceutil/trace.go:171","msg":"trace[148479216] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7907; }","duration":"3.163679853s","start":"2026-02-27T18:39:17.674082Z","end":"2026-02-27T18:39:20.837762Z","steps":["trace[148479216] 'agreement among raft nodes before linearized reading' (duration: 3.16355419s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:20.837797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:17.674059Z","time spent":"3.163729445s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:39:20.888015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.212561127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:39:20.888073Z","caller":"traceutil/trace.go:171","msg":"trace[1675222458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7908; }","duration":"3.2126659s","start":"2026-02-27T18:39:17.675394Z","end":"2026-02-27T18:39:20.88806Z","steps":["trace[1675222458] 'agreement among raft nodes before linearized reading' (duration: 3.212513826s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:20.888098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:17.675376Z","time spent":"3.212716611s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:39:20.888095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.212566488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:39:20.888157Z","caller":"traceutil/trace.go:171","msg":"trace[837367001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7908; }","duration":"3.21267312s","start":"2026-02-27T18:39:17.675467Z","end":"2026-02-27T18:39:20.888141Z","steps":["trace[837367001] 'agreement among raft nodes before linearized reading' (duration: 3.212513306s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:20.888199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21268415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:39:20.888214Z","caller":"traceutil/trace.go:171","msg":"trace[1444550417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7908; }","duration":"3.212740992s","start":"2026-02-27T18:39:17.675468Z","end":"2026-02-27T18:39:20.888209Z","steps":["trace[1444550417] 'agreement among raft nodes before linearized reading' (duration: 3.212698681s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:20.888227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:17.675441Z","time spent":"3.212782933s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:39:20.888214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941822616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:39:20.888221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:17.675452Z","time spent":"3.212754372s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:39:20.888327Z","caller":"traceutil/trace.go:171","msg":"trace[1994589094] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7908; }","duration":"2.942125173s","start":"2026-02-27T18:39:17.946178Z","end":"2026-02-27T18:39:20.888304Z","steps":["trace[1994589094] 'agreement among raft nodes before linearized reading' (duration: 2.941772764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:20.888392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:17.946157Z","time spent":"2.942216906s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:39:20.888448Z","caller":"traceutil/trace.go:171","msg":"trace[717683810] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"1.35544476s","start":"2026-02-27T18:39:19.532986Z","end":"2026-02-27T18:39:20.888431Z","steps":["trace[717683810] 'process raft request' (duration: 1.354787274s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:20.888553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213014188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:39:20.888577Z","caller":"traceutil/trace.go:171","msg":"trace[412585803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7908; }","duration":"3.21305997s","start":"2026-02-27T18:39:17.675509Z","end":"2026-02-27T18:39:20.888569Z","steps":["trace[412585803] 'agreement among raft nodes before linearized reading' (duration: 3.213007168s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:20.888572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:19.532956Z","time spent":"1.355541943s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:20.8886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:17.675496Z","time spent":"3.21310052s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:39:20.888599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213146782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:39:20.888676Z","caller":"traceutil/trace.go:171","msg":"trace[418567000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7908; }","duration":"3.213263555s","start":"2026-02-27T18:39:17.675395Z","end":"2026-02-27T18:39:20.888658Z","steps":["trace[418567000] 'agreement among raft nodes before linearized reading' (duration: 3.21305608s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:20.888397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.941513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:39:20.888716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889175048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:39:20.888722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:17.675376Z","time spent":"3.213337266s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:39:20.888739Z","caller":"traceutil/trace.go:171","msg":"trace[1775548817] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7908; }","duration":"1.889255551s","start":"2026-02-27T18:39:18.999477Z","end":"2026-02-27T18:39:20.888733Z","steps":["trace[1775548817] 'agreement among raft nodes before linearized reading' (duration: 1.889181969s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:20.888758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:18.999445Z","time spent":"1.889309172s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:39:20.888736Z","caller":"traceutil/trace.go:171","msg":"trace[1892777645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7908; }","duration":"623.317763ms","start":"2026-02-27T18:39:20.2654Z","end":"2026-02-27T18:39:20.888718Z","steps":["trace[1892777645] 'agreement among raft nodes before linearized reading' (duration: 622.954014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:20.888822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:20.265357Z","time spent":"623.443046ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:39:20.888804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829765281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-27T18:39:20.888728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211683864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:39:20.888894Z","caller":"traceutil/trace.go:171","msg":"trace[1283279505] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7908; }","duration":"1.829910204s","start":"2026-02-27T18:39:19.058965Z","end":"2026-02-27T18:39:20.888875Z","steps":["trace[1283279505] 'agreement among raft nodes before linearized reading' (duration: 1.829631547s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:20.888921Z","caller":"traceutil/trace.go:171","msg":"trace[1859061045] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:7908; }","duration":"3.211862089s","start":"2026-02-27T18:39:17.677019Z","end":"2026-02-27T18:39:20.888881Z","steps":["trace[1859061045] 'agreement among raft nodes before linearized reading' (duration: 3.211228874s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:20.888971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:19.058943Z","time spent":"1.830014956s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-27T18:39:20.888969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:17.677012Z","time spent":"3.211944291s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"info","ts":"2026-02-27T18:39:21.539634Z","caller":"traceutil/trace.go:171","msg":"trace[593669037] linearizableReadLoop","detail":"{readStateIndex:8218; appliedIndex:8217; }","duration":"646.968465ms","start":"2026-02-27T18:39:20.89265Z","end":"2026-02-27T18:39:21.539619Z","steps":["trace[593669037] 'read index received' (duration: 21.149881ms)","trace[593669037] 'applied index is now lower than readState.Index' (duration: 625.817754ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:39:21.53961Z","caller":"traceutil/trace.go:171","msg":"trace[1759636330] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"647.224781ms","start":"2026-02-27T18:39:20.892292Z","end":"2026-02-27T18:39:21.539517Z","steps":["trace[1759636330] 'process raft request' (duration: 646.969825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:21.539745Z","caller":"traceutil/trace.go:171","msg":"trace[34233523] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"643.744874ms","start":"2026-02-27T18:39:20.895965Z","end":"2026-02-27T18:39:21.53971Z","steps":["trace[34233523] 'process raft request' (duration: 643.620591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:21.539855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.18063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-062f2e02-df43-4d00-b7f9-01a9091ddb43\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T18:39:21.539907Z","caller":"traceutil/trace.go:171","msg":"trace[963893219] range","detail":"{range_begin:/registry/persistentvolumes/pvc-062f2e02-df43-4d00-b7f9-01a9091ddb43; range_end:; response_count:1; response_revision:7914; }","duration":"647.264962ms","start":"2026-02-27T18:39:20.892626Z","end":"2026-02-27T18:39:21.539891Z","steps":["trace[963893219] 'agreement among raft nodes before linearized reading' (duration: 647.098038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:21.539928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:20.892263Z","time spent":"647.491838ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:21.539946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:20.895955Z","time spent":"643.886017ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:21.539974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:20.892613Z","time spent":"647.347345ms","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-062f2e02-df43-4d00-b7f9-01a9091ddb43\" "} {"level":"info","ts":"2026-02-27T18:39:21.540113Z","caller":"traceutil/trace.go:171","msg":"trace[1812645262] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"645.344205ms","start":"2026-02-27T18:39:20.894752Z","end":"2026-02-27T18:39:21.540096Z","steps":["trace[1812645262] 'process raft request' (duration: 644.78344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:21.540211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:20.894728Z","time spent":"645.431607ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:39:21.53964Z","caller":"traceutil/trace.go:171","msg":"trace[451047615] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"644.912083ms","start":"2026-02-27T18:39:20.894705Z","end":"2026-02-27T18:39:21.539617Z","steps":["trace[451047615] 'process raft request' (duration: 644.752239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:21.540324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:20.89469Z","time spent":"645.56709ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:39:21.539526Z","caller":"traceutil/trace.go:171","msg":"trace[608106231] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"644.81847ms","start":"2026-02-27T18:39:20.894683Z","end":"2026-02-27T18:39:21.539501Z","steps":["trace[608106231] 'process raft request' (duration: 644.714438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:21.540715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:20.894664Z","time spent":"645.94199ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:21.548587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.405603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T18:39:21.548624Z","caller":"traceutil/trace.go:171","msg":"trace[1963591659] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7915; }","duration":"270.471095ms","start":"2026-02-27T18:39:21.278143Z","end":"2026-02-27T18:39:21.548614Z","steps":["trace[1963591659] 'agreement among raft nodes before linearized reading' (duration: 270.351692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:21.548634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.892559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T18:39:21.548697Z","caller":"traceutil/trace.go:171","msg":"trace[862521010] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"606.940233ms","start":"2026-02-27T18:39:20.941737Z","end":"2026-02-27T18:39:21.548677Z","steps":["trace[862521010] 'process raft request' (duration: 606.639724ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:21.548698Z","caller":"traceutil/trace.go:171","msg":"trace[928145058] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58; range_end:; response_count:1; response_revision:7915; }","duration":"656.119925ms","start":"2026-02-27T18:39:20.892557Z","end":"2026-02-27T18:39:21.548677Z","steps":["trace[928145058] 'agreement among raft nodes before linearized reading' (duration: 655.92578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:21.548763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:20.892544Z","time spent":"656.205247ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58\" "} {"level":"warn","ts":"2026-02-27T18:39:21.548803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:20.941714Z","time spent":"607.031775ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:21.549104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.852468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:39:21.549134Z","caller":"traceutil/trace.go:171","msg":"trace[2140264422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7915; }","duration":"653.899549ms","start":"2026-02-27T18:39:20.895226Z","end":"2026-02-27T18:39:21.549125Z","steps":["trace[2140264422] 'agreement among raft nodes before linearized reading' (duration: 653.848958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:21.549159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:20.895219Z","time spent":"653.93374ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:39:21.550408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.048237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223799"} {"level":"info","ts":"2026-02-27T18:39:21.550474Z","caller":"traceutil/trace.go:171","msg":"trace[729125439] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7915; }","duration":"655.109878ms","start":"2026-02-27T18:39:20.895331Z","end":"2026-02-27T18:39:21.550441Z","steps":["trace[729125439] 'agreement among raft nodes before linearized reading' (duration: 653.623482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:21.55051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:20.895327Z","time spent":"655.173611ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223823,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T18:39:22.61584Z","caller":"traceutil/trace.go:171","msg":"trace[1892949261] linearizableReadLoop","detail":"{readStateIndex:8226; appliedIndex:8225; }","duration":"324.251582ms","start":"2026-02-27T18:39:22.291559Z","end":"2026-02-27T18:39:22.615811Z","steps":["trace[1892949261] 'read index received' (duration: 323.747978ms)","trace[1892949261] 'applied index is now lower than readState.Index' (duration: 502.333µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:39:22.615909Z","caller":"traceutil/trace.go:171","msg":"trace[272692711] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"367.371722ms","start":"2026-02-27T18:39:22.248504Z","end":"2026-02-27T18:39:22.615875Z","steps":["trace[272692711] 'process raft request' (duration: 367.020292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:22.616027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.314742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:39:22.616082Z","caller":"traceutil/trace.go:171","msg":"trace[997202665] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7918; }","duration":"187.429074ms","start":"2026-02-27T18:39:22.428638Z","end":"2026-02-27T18:39:22.616067Z","steps":["trace[997202665] 'agreement among raft nodes before linearized reading' (duration: 187.317561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:22.616106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:22.248478Z","time spent":"367.516846ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:22.616175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.507998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:39:22.616287Z","caller":"traceutil/trace.go:171","msg":"trace[1995558069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7918; }","duration":"324.757094ms","start":"2026-02-27T18:39:22.291511Z","end":"2026-02-27T18:39:22.616268Z","steps":["trace[1995558069] 'agreement among raft nodes before linearized reading' (duration: 324.505198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:22.616363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:22.291492Z","time spent":"324.859887ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:39:22.616172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.034441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:39:22.616462Z","caller":"traceutil/trace.go:171","msg":"trace[1663885613] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7918; }","duration":"123.441961ms","start":"2026-02-27T18:39:22.493007Z","end":"2026-02-27T18:39:22.616449Z","steps":["trace[1663885613] 'agreement among raft nodes before linearized reading' (duration: 122.98211ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:47.493356Z","caller":"traceutil/trace.go:171","msg":"trace[731424923] linearizableReadLoop","detail":"{readStateIndex:8406; appliedIndex:8405; }","duration":"455.248918ms","start":"2026-02-27T18:39:47.038082Z","end":"2026-02-27T18:39:47.493331Z","steps":["trace[731424923] 'read index received' (duration: 455.169426ms)","trace[731424923] 'applied index is now lower than readState.Index' (duration: 78.082µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:39:47.493512Z","caller":"traceutil/trace.go:171","msg":"trace[400633336] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"456.061927ms","start":"2026-02-27T18:39:47.037436Z","end":"2026-02-27T18:39:47.493497Z","steps":["trace[400633336] 'process raft request' (duration: 455.749109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:47.493617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:47.037412Z","time spent":"456.125859ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:47.493756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.681188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/rook-ceph.cephfs.csi.ceph.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:39:47.493794Z","caller":"traceutil/trace.go:171","msg":"trace[1373583942] range","detail":"{range_begin:/registry/csidrivers/rook-ceph.cephfs.csi.ceph.com; range_end:; response_count:0; response_revision:8091; }","duration":"455.718159ms","start":"2026-02-27T18:39:47.038067Z","end":"2026-02-27T18:39:47.493785Z","steps":["trace[1373583942] 'agreement among raft nodes before linearized reading' (duration: 455.658928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:47.493822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:47.038027Z","time spent":"455.788541ms","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/rook-ceph.cephfs.csi.ceph.com\" "} {"level":"warn","ts":"2026-02-27T18:39:47.494126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.851289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T18:39:47.494172Z","caller":"traceutil/trace.go:171","msg":"trace[1285158720] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8091; }","duration":"429.944972ms","start":"2026-02-27T18:39:47.064214Z","end":"2026-02-27T18:39:47.494159Z","steps":["trace[1285158720] 'agreement among raft nodes before linearized reading' (duration: 429.821859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:47.494201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:47.064184Z","time spent":"430.010853ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:39:47.494578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.696626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T18:39:47.494642Z","caller":"traceutil/trace.go:171","msg":"trace[575801194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8091; }","duration":"390.812529ms","start":"2026-02-27T18:39:47.103817Z","end":"2026-02-27T18:39:47.49463Z","steps":["trace[575801194] 'agreement among raft nodes before linearized reading' (duration: 390.663776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:47.494672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:47.103789Z","time spent":"390.87603ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:39:47.494998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.782222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lms66\" ","response":"range_response_count:1 size:4454"} {"level":"info","ts":"2026-02-27T18:39:47.495119Z","caller":"traceutil/trace.go:171","msg":"trace[116271470] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lms66; range_end:; response_count:1; response_revision:8091; }","duration":"226.957207ms","start":"2026-02-27T18:39:47.268135Z","end":"2026-02-27T18:39:47.495092Z","steps":["trace[116271470] 'agreement among raft nodes before linearized reading' (duration: 226.435883ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:49.763714Z","caller":"traceutil/trace.go:171","msg":"trace[1943768589] linearizableReadLoop","detail":"{readStateIndex:8418; appliedIndex:8417; }","duration":"256.373964ms","start":"2026-02-27T18:39:49.507314Z","end":"2026-02-27T18:39:49.763688Z","steps":["trace[1943768589] 'read index received' (duration: 256.115708ms)","trace[1943768589] 'applied index is now lower than readState.Index' (duration: 257.386µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:39:49.763854Z","caller":"traceutil/trace.go:171","msg":"trace[1764570129] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"263.773451ms","start":"2026-02-27T18:39:49.500066Z","end":"2026-02-27T18:39:49.763839Z","steps":["trace[1764570129] 'process raft request' (duration: 263.437483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:49.764158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.830547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T18:39:49.764245Z","caller":"traceutil/trace.go:171","msg":"trace[2081721766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8102; }","duration":"256.96474ms","start":"2026-02-27T18:39:49.507258Z","end":"2026-02-27T18:39:49.764223Z","steps":["trace[2081721766] 'agreement among raft nodes before linearized reading' (duration: 256.695834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:51.760898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208432670,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:39:52.261806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208432670,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:39:52.617538Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.891384824s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:39:52.617875Z","caller":"traceutil/trace.go:171","msg":"trace[26841295] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"1.891975129s","start":"2026-02-27T18:39:50.725881Z","end":"2026-02-27T18:39:52.617856Z","steps":["trace[26841295] 'process raft request' (duration: 1.891837855s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:52.618013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:50.725839Z","time spent":"1.892117922s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:53.261027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000543644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T18:39:53.26113Z","caller":"traceutil/trace.go:171","msg":"trace[526434923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000699188s","start":"2026-02-27T18:39:51.260408Z","end":"2026-02-27T18:39:53.261107Z","steps":["trace[526434923] 'agreement among raft nodes before linearized reading' (duration: 2.000574175s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:53.261192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:51.260389Z","time spent":"2.000789891s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 18:39:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:39:54.071632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.453103914s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:39:54.072079Z","caller":"traceutil/trace.go:171","msg":"trace[675183637] linearizableReadLoop","detail":"{readStateIndex:8426; appliedIndex:8425; }","duration":"2.811594022s","start":"2026-02-27T18:39:51.260461Z","end":"2026-02-27T18:39:54.072055Z","steps":["trace[675183637] 'read index received' (duration: 1.357414021s)","trace[675183637] 'applied index is now lower than readState.Index' (duration: 1.454178791s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:39:54.072218Z","caller":"traceutil/trace.go:171","msg":"trace[2057392345] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"1.676566082s","start":"2026-02-27T18:39:52.395637Z","end":"2026-02-27T18:39:54.072203Z","steps":["trace[2057392345] 'process raft request' (duration: 1.676335697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.072361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:52.395606Z","time spent":"1.676659254s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:39:54.072349Z","caller":"traceutil/trace.go:171","msg":"trace[1122990021] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"2.299446916s","start":"2026-02-27T18:39:51.772832Z","end":"2026-02-27T18:39:54.072279Z","steps":["trace[1122990021] 'process raft request' (duration: 2.298980775s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.072667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:51.772812Z","time spent":"2.299682483s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:54.09427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718075854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:39:54.09436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50874931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T18:39:54.094378Z","caller":"traceutil/trace.go:171","msg":"trace[1600596329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8112; }","duration":"1.718201577s","start":"2026-02-27T18:39:52.376151Z","end":"2026-02-27T18:39:54.094352Z","steps":["trace[1600596329] 'agreement among raft nodes before linearized reading' (duration: 1.718028103s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:54.094414Z","caller":"traceutil/trace.go:171","msg":"trace[527506638] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8112; }","duration":"2.508843812s","start":"2026-02-27T18:39:51.585556Z","end":"2026-02-27T18:39:54.094399Z","steps":["trace[527506638] 'agreement among raft nodes before linearized reading' (duration: 2.508601786s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.094437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:52.376084Z","time spent":"1.71833834s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:39:54.094446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:51.585536Z","time spent":"2.508902933s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:39:54.094477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294847182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:39:54.094546Z","caller":"traceutil/trace.go:171","msg":"trace[804906351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8112; }","duration":"2.294970095s","start":"2026-02-27T18:39:51.799559Z","end":"2026-02-27T18:39:54.094529Z","steps":["trace[804906351] 'agreement among raft nodes before linearized reading' (duration: 2.294723558s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.094541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999819106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:39:54.094596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299456377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:39:54.094646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01834631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:39:54.094661Z","caller":"traceutil/trace.go:171","msg":"trace[682715262] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8112; }","duration":"1.999987s","start":"2026-02-27T18:39:52.094649Z","end":"2026-02-27T18:39:54.094636Z","steps":["trace[682715262] 'agreement among raft nodes before linearized reading' (duration: 1.999722134s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:54.09468Z","caller":"traceutil/trace.go:171","msg":"trace[1650306023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8112; }","duration":"2.299565439s","start":"2026-02-27T18:39:51.795092Z","end":"2026-02-27T18:39:54.094657Z","steps":["trace[1650306023] 'agreement among raft nodes before linearized reading' (duration: 2.299387814s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:54.094692Z","caller":"traceutil/trace.go:171","msg":"trace[1950496457] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8112; }","duration":"2.018430072s","start":"2026-02-27T18:39:52.076248Z","end":"2026-02-27T18:39:54.094678Z","steps":["trace[1950496457] 'agreement among raft nodes before linearized reading' (duration: 2.018362901s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.094723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:52.076229Z","time spent":"2.018486414s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:39:54.094729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:51.795076Z","time spent":"2.299640581s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:39:54.094736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:52.094636Z","time spent":"2.000082622s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:39:54.094845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.256927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T18:39:54.094885Z","caller":"traceutil/trace.go:171","msg":"trace[743166168] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:8112; }","duration":"959.337159ms","start":"2026-02-27T18:39:53.135539Z","end":"2026-02-27T18:39:54.094876Z","steps":["trace[743166168] 'agreement among raft nodes before linearized reading' (duration: 959.208426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.094909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:53.135516Z","time spent":"959.387962ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-02-27T18:39:54.094976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511192902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T18:39:54.095042Z","caller":"traceutil/trace.go:171","msg":"trace[529251626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8112; }","duration":"1.511288734s","start":"2026-02-27T18:39:52.583739Z","end":"2026-02-27T18:39:54.095027Z","steps":["trace[529251626] 'agreement among raft nodes before linearized reading' (duration: 1.511102528s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.095077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295894578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:39:54.095101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.006025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:39:54.095138Z","caller":"traceutil/trace.go:171","msg":"trace[415449228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8112; }","duration":"2.29596872s","start":"2026-02-27T18:39:51.799152Z","end":"2026-02-27T18:39:54.09512Z","steps":["trace[415449228] 'agreement among raft nodes before linearized reading' (duration: 2.295842377s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.095169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.938664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:39:54.09518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:51.799145Z","time spent":"2.296027621s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:39:54.095189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.145707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:39:54.095222Z","caller":"traceutil/trace.go:171","msg":"trace[2067772105] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8112; }","duration":"326.213518ms","start":"2026-02-27T18:39:53.768999Z","end":"2026-02-27T18:39:54.095212Z","steps":["trace[2067772105] 'agreement among raft nodes before linearized reading' (duration: 326.164467ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:54.09522Z","caller":"traceutil/trace.go:171","msg":"trace[1938161112] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8112; }","duration":"995.024806ms","start":"2026-02-27T18:39:53.100179Z","end":"2026-02-27T18:39:54.095203Z","steps":["trace[1938161112] 'agreement among raft nodes before linearized reading' (duration: 994.952554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.095251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:53.768979Z","time spent":"326.26427ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:39:54.095265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:53.10016Z","time spent":"995.090917ms","remote":"127.0.0.1:59864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:39:54.095331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296194875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:39:54.095018Z","caller":"traceutil/trace.go:171","msg":"trace[895090790] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"1.161563296s","start":"2026-02-27T18:39:52.933419Z","end":"2026-02-27T18:39:54.094982Z","steps":["trace[895090790] 'process raft request' (duration: 1.160540059s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.095542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296822571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:39:54.095614Z","caller":"traceutil/trace.go:171","msg":"trace[1656079828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8112; }","duration":"2.296926404s","start":"2026-02-27T18:39:51.798669Z","end":"2026-02-27T18:39:54.095596Z","steps":["trace[1656079828] 'agreement among raft nodes before linearized reading' (duration: 2.295749114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.095573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:52.933398Z","time spent":"1.162079749s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:54.095527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31627761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:39:54.095767Z","caller":"traceutil/trace.go:171","msg":"trace[708311358] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:8112; }","duration":"2.317143541s","start":"2026-02-27T18:39:51.778611Z","end":"2026-02-27T18:39:54.095755Z","steps":["trace[708311358] 'agreement among raft nodes before linearized reading' (duration: 2.316040643s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.095806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:51.778595Z","time spent":"2.317196833s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"warn","ts":"2026-02-27T18:39:54.094556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833576732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:39:54.094589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:51.799543Z","time spent":"2.295037736s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:39:54.096047Z","caller":"traceutil/trace.go:171","msg":"trace[249681496] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8112; }","duration":"1.83506224s","start":"2026-02-27T18:39:52.260904Z","end":"2026-02-27T18:39:54.095967Z","steps":["trace[249681496] 'agreement among raft nodes before linearized reading' (duration: 1.833551262s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.096132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:52.260884Z","time spent":"1.835225585s","remote":"127.0.0.1:60084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:39:54.094837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.241394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:39:54.096256Z","caller":"traceutil/trace.go:171","msg":"trace[1409787270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8112; }","duration":"834.694242ms","start":"2026-02-27T18:39:53.261532Z","end":"2026-02-27T18:39:54.096226Z","steps":["trace[1409787270] 'agreement among raft nodes before linearized reading' (duration: 833.204624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.096388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:53.261509Z","time spent":"834.807354ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:39:54.094962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295142849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:39:54.096505Z","caller":"traceutil/trace.go:171","msg":"trace[952248754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8112; }","duration":"2.296718528s","start":"2026-02-27T18:39:51.799766Z","end":"2026-02-27T18:39:54.096484Z","steps":["trace[952248754] 'agreement among raft nodes before linearized reading' (duration: 2.294986954s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.095053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535736908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:39:54.096572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:51.799758Z","time spent":"2.296796271s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:39:54.096579Z","caller":"traceutil/trace.go:171","msg":"trace[1635244801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8112; }","duration":"1.537283357s","start":"2026-02-27T18:39:52.559277Z","end":"2026-02-27T18:39:54.09656Z","steps":["trace[1635244801] 'agreement among raft nodes before linearized reading' (duration: 1.535750709s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.096632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:52.559259Z","time spent":"1.537357348s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:39:54.095096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:52.58372Z","time spent":"1.511363476s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T18:39:54.095145Z","caller":"traceutil/trace.go:171","msg":"trace[757123724] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8112; }","duration":"395.118278ms","start":"2026-02-27T18:39:53.700015Z","end":"2026-02-27T18:39:54.095134Z","steps":["trace[757123724] 'agreement among raft nodes before linearized reading' (duration: 395.023095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.096876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:53.699987Z","time spent":"396.872921ms","remote":"127.0.0.1:59972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:39:54.095401Z","caller":"traceutil/trace.go:171","msg":"trace[101236222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8112; }","duration":"2.296279448s","start":"2026-02-27T18:39:51.7991Z","end":"2026-02-27T18:39:54.095379Z","steps":["trace[101236222] 'agreement among raft nodes before linearized reading' (duration: 2.296153614s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.09705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:51.799089Z","time spent":"2.297951039s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:39:54.095382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.548189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-789768bdb9-mq45w.18982e72c86da9b8\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-02-27T18:39:54.097147Z","caller":"traceutil/trace.go:171","msg":"trace[1028402903] range","detail":"{range_begin:/registry/events/openstack/barbican-api-789768bdb9-mq45w.18982e72c86da9b8; range_end:; response_count:1; response_revision:8112; }","duration":"458.352394ms","start":"2026-02-27T18:39:53.638778Z","end":"2026-02-27T18:39:54.09713Z","steps":["trace[1028402903] 'agreement among raft nodes before linearized reading' (duration: 456.445157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:54.097184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:53.638716Z","time spent":"458.458937ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-789768bdb9-mq45w.18982e72c86da9b8\" "} {"level":"warn","ts":"2026-02-27T18:39:54.095666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:51.798646Z","time spent":"2.297005335s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:39:55.111154Z","caller":"traceutil/trace.go:171","msg":"trace[1701312726] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"487.772813ms","start":"2026-02-27T18:39:54.623339Z","end":"2026-02-27T18:39:55.111112Z","steps":["trace[1701312726] 'process raft request' (duration: 487.577118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:55.111314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:54.623315Z","time spent":"487.908586ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:39:55.421108Z","caller":"traceutil/trace.go:171","msg":"trace[558767358] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"121.88287ms","start":"2026-02-27T18:39:55.299198Z","end":"2026-02-27T18:39:55.421081Z","steps":["trace[558767358] 'process raft request' (duration: 121.729146ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:56.296979Z","caller":"traceutil/trace.go:171","msg":"trace[1598903461] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8443; }","duration":"130.981628ms","start":"2026-02-27T18:39:56.16598Z","end":"2026-02-27T18:39:56.296961Z","steps":["trace[1598903461] 'read index received' (duration: 123.253014ms)","trace[1598903461] 'applied index is now lower than readState.Index' (duration: 7.727854ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:39:56.297212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.215464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:39:56.297249Z","caller":"traceutil/trace.go:171","msg":"trace[2015507703] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:8127; }","duration":"131.283605ms","start":"2026-02-27T18:39:56.165958Z","end":"2026-02-27T18:39:56.297241Z","steps":["trace[2015507703] 'agreement among raft nodes before linearized reading' (duration: 131.0888ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:56.297229Z","caller":"traceutil/trace.go:171","msg":"trace[372675229] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"131.548262ms","start":"2026-02-27T18:39:56.165654Z","end":"2026-02-27T18:39:56.297203Z","steps":["trace[372675229] 'process raft request' (duration: 123.363617ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:56.338036Z","caller":"traceutil/trace.go:171","msg":"trace[759584627] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"171.505175ms","start":"2026-02-27T18:39:56.166502Z","end":"2026-02-27T18:39:56.338008Z","steps":["trace[759584627] 'process raft request' (duration: 170.602612ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:56.338062Z","caller":"traceutil/trace.go:171","msg":"trace[240776247] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"170.287544ms","start":"2026-02-27T18:39:56.167744Z","end":"2026-02-27T18:39:56.338032Z","steps":["trace[240776247] 'process raft request' (duration: 169.390502ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:56.338222Z","caller":"traceutil/trace.go:171","msg":"trace[972810683] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"170.399377ms","start":"2026-02-27T18:39:56.167812Z","end":"2026-02-27T18:39:56.338211Z","steps":["trace[972810683] 'process raft request' (duration: 169.354031ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:56.338488Z","caller":"traceutil/trace.go:171","msg":"trace[1721670814] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"172.243243ms","start":"2026-02-27T18:39:56.166227Z","end":"2026-02-27T18:39:56.33847Z","steps":["trace[1721670814] 'process raft request' (duration: 170.633833ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:56.338715Z","caller":"traceutil/trace.go:171","msg":"trace[1919775185] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"172.332235ms","start":"2026-02-27T18:39:56.16637Z","end":"2026-02-27T18:39:56.338702Z","steps":["trace[1919775185] 'process raft request' (duration: 170.695744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:57.140952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208432720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:39:57.642094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208432720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:39:58.142365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208432720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:39:58.374682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.176686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:39:58.374779Z","caller":"traceutil/trace.go:171","msg":"trace[1273093925] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"1.770446799s","start":"2026-02-27T18:39:56.604317Z","end":"2026-02-27T18:39:58.374764Z","steps":["trace[1273093925] 'process raft request' (duration: 1.652131809s)","trace[1273093925] 'compare' (duration: 117.950011ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:39:58.374818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:56.604289Z","time spent":"1.770510131s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:39:58.385928Z","caller":"traceutil/trace.go:171","msg":"trace[405369607] linearizableReadLoop","detail":"{readStateIndex:8452; appliedIndex:8449; }","duration":"1.745964225s","start":"2026-02-27T18:39:56.639939Z","end":"2026-02-27T18:39:58.385903Z","steps":["trace[405369607] 'read index received' (duration: 1.616471314s)","trace[405369607] 'applied index is now lower than readState.Index' (duration: 129.492271ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:39:58.386028Z","caller":"traceutil/trace.go:171","msg":"trace[1548413105] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"257.676818ms","start":"2026-02-27T18:39:58.128319Z","end":"2026-02-27T18:39:58.385996Z","steps":["trace[1548413105] 'process raft request' (duration: 257.557565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:58.386121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74617463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:39:58.386145Z","caller":"traceutil/trace.go:171","msg":"trace[227638432] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8135; }","duration":"1.746258352s","start":"2026-02-27T18:39:56.639879Z","end":"2026-02-27T18:39:58.386138Z","steps":["trace[227638432] 'agreement among raft nodes before linearized reading' (duration: 1.7462078s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:58.386169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:56.639858Z","time spent":"1.746305603s","remote":"127.0.0.1:34382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:39:58.386301Z","caller":"traceutil/trace.go:171","msg":"trace[2094076619] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"1.269805872s","start":"2026-02-27T18:39:57.116483Z","end":"2026-02-27T18:39:58.386289Z","steps":["trace[2094076619] 'process raft request' (duration: 1.26932692s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:58.386403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:57.116459Z","time spent":"1.269866214s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:39:58.406696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253383321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"warn","ts":"2026-02-27T18:39:58.40677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.801818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:39:58.406685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.299196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:39:58.406816Z","caller":"traceutil/trace.go:171","msg":"trace[1870794136] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8135; }","duration":"486.518342ms","start":"2026-02-27T18:39:57.920287Z","end":"2026-02-27T18:39:58.406806Z","steps":["trace[1870794136] 'agreement among raft nodes before linearized reading' (duration: 486.267035ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:39:58.406818Z","caller":"traceutil/trace.go:171","msg":"trace[1100477912] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8135; }","duration":"664.92772ms","start":"2026-02-27T18:39:57.741874Z","end":"2026-02-27T18:39:58.406802Z","steps":["trace[1100477912] 'agreement among raft nodes before linearized reading' (duration: 664.870419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:58.406851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:57.92026Z","time spent":"486.577643ms","remote":"127.0.0.1:50940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:39:58.407055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143770289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:39:58.407085Z","caller":"traceutil/trace.go:171","msg":"trace[359825111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8135; }","duration":"1.143849121s","start":"2026-02-27T18:39:57.263225Z","end":"2026-02-27T18:39:58.407074Z","steps":["trace[359825111] 'agreement among raft nodes before linearized reading' (duration: 1.14380381s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:58.40711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:57.263195Z","time spent":"1.143909753s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:39:58.406711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.223314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:39:58.407211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.947234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:39:58.407237Z","caller":"traceutil/trace.go:171","msg":"trace[414191596] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8135; }","duration":"980.800048ms","start":"2026-02-27T18:39:57.426428Z","end":"2026-02-27T18:39:58.407228Z","steps":["trace[414191596] 'agreement among raft nodes before linearized reading' (duration: 980.206933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:58.40727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:57.426402Z","time spent":"980.85781ms","remote":"127.0.0.1:50924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:39:58.407277Z","caller":"traceutil/trace.go:171","msg":"trace[620991970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8135; }","duration":"107.031746ms","start":"2026-02-27T18:39:58.300224Z","end":"2026-02-27T18:39:58.407255Z","steps":["trace[620991970] 'agreement among raft nodes before linearized reading' (duration: 106.895222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:58.406856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:57.741853Z","time spent":"664.994373ms","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:39:58.406774Z","caller":"traceutil/trace.go:171","msg":"trace[1382555791] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8135; }","duration":"1.253524154s","start":"2026-02-27T18:39:57.153233Z","end":"2026-02-27T18:39:58.406757Z","steps":["trace[1382555791] 'agreement among raft nodes before linearized reading' (duration: 1.253238167s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:39:58.407431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:39:57.153203Z","time spent":"1.254208202s","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414445,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T18:40:08.871824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208432998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:40:09.120295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:08.427473Z","time spent":"692.816409ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T18:40:09.120867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.204019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T18:40:09.120997Z","caller":"traceutil/trace.go:171","msg":"trace[323952777] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8221; }","duration":"751.237476ms","start":"2026-02-27T18:40:08.369739Z","end":"2026-02-27T18:40:09.120976Z","steps":["trace[323952777] 'process raft request' (duration: 612.821623ms)","trace[323952777] 'compare' (duration: 137.615394ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:40:09.121094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:08.369721Z","time spent":"751.330168ms","remote":"127.0.0.1:37278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-02-27T18:40:09.182736Z","caller":"traceutil/trace.go:171","msg":"trace[438849453] linearizableReadLoop","detail":"{readStateIndex:8548; appliedIndex:8543; }","duration":"811.242472ms","start":"2026-02-27T18:40:08.37147Z","end":"2026-02-27T18:40:09.182713Z","steps":["trace[438849453] 'read index received' (duration: 611.13417ms)","trace[438849453] 'applied index is now lower than readState.Index' (duration: 200.107262ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:40:09.182744Z","caller":"traceutil/trace.go:171","msg":"trace[1616467153] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"755.070282ms","start":"2026-02-27T18:40:08.427627Z","end":"2026-02-27T18:40:09.182697Z","steps":["trace[1616467153] 'process raft request' (duration: 754.864017ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:09.182832Z","caller":"traceutil/trace.go:171","msg":"trace[2090822097] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"678.215973ms","start":"2026-02-27T18:40:08.504604Z","end":"2026-02-27T18:40:09.18282Z","steps":["trace[2090822097] 'process raft request' (duration: 678.036048ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:09.182909Z","caller":"traceutil/trace.go:171","msg":"trace[482081217] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"528.987617ms","start":"2026-02-27T18:40:08.653889Z","end":"2026-02-27T18:40:09.182876Z","steps":["trace[482081217] 'process raft request' (duration: 528.786622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:09.182937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:08.427617Z","time spent":"755.215016ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:40:09.182891Z","caller":"traceutil/trace.go:171","msg":"trace[59606837] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"729.613283ms","start":"2026-02-27T18:40:08.453224Z","end":"2026-02-27T18:40:09.182837Z","steps":["trace[59606837] 'process raft request' (duration: 729.389048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:09.183093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.57464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lms66\" ","response":"range_response_count:1 size:4664"} {"level":"info","ts":"2026-02-27T18:40:09.183173Z","caller":"traceutil/trace.go:171","msg":"trace[713553006] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lms66; range_end:; response_count:1; response_revision:8225; }","duration":"811.707365ms","start":"2026-02-27T18:40:08.371422Z","end":"2026-02-27T18:40:09.183129Z","steps":["trace[713553006] 'agreement among raft nodes before linearized reading' (duration: 811.469548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:09.183207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:08.453204Z","time spent":"729.88419ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:40:09.183215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:08.371402Z","time spent":"811.800517ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4688,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lms66\" "} {"level":"warn","ts":"2026-02-27T18:40:09.183221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:08.653856Z","time spent":"529.1226ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:40:09.183474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:08.504573Z","time spent":"678.84745ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:40:09.284647Z","caller":"traceutil/trace.go:171","msg":"trace[768752208] linearizableReadLoop","detail":"{readStateIndex:8549; appliedIndex:8548; }","duration":"101.817826ms","start":"2026-02-27T18:40:09.182795Z","end":"2026-02-27T18:40:09.284613Z","steps":["trace[768752208] 'read index received' (duration: 39.403689ms)","trace[768752208] 'applied index is now lower than readState.Index' (duration: 62.412367ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:40:09.284803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.215634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:40:09.284831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.797412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:40:09.284869Z","caller":"traceutil/trace.go:171","msg":"trace[195289691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8226; }","duration":"786.339537ms","start":"2026-02-27T18:40:08.498513Z","end":"2026-02-27T18:40:09.284853Z","steps":["trace[195289691] 'agreement among raft nodes before linearized reading' (duration: 786.118282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:09.284915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:08.498488Z","time spent":"786.41883ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:40:09.284869Z","caller":"traceutil/trace.go:171","msg":"trace[1181706082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8226; }","duration":"816.893094ms","start":"2026-02-27T18:40:08.467964Z","end":"2026-02-27T18:40:09.284857Z","steps":["trace[1181706082] 'agreement among raft nodes before linearized reading' (duration: 816.772681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:09.284951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.554703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T18:40:09.284945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.335388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:40:09.284958Z","caller":"traceutil/trace.go:171","msg":"trace[1185427612] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"176.759737ms","start":"2026-02-27T18:40:09.108165Z","end":"2026-02-27T18:40:09.284924Z","steps":["trace[1185427612] 'process raft request' (duration: 114.122924ms)","trace[1185427612] 'compare' (duration: 62.145131ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:40:09.284977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:08.467938Z","time spent":"817.026768ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:40:09.285012Z","caller":"traceutil/trace.go:171","msg":"trace[482504296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:8226; }","duration":"786.607194ms","start":"2026-02-27T18:40:08.498387Z","end":"2026-02-27T18:40:09.284994Z","steps":["trace[482504296] 'agreement among raft nodes before linearized reading' (duration: 786.46038ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:09.285027Z","caller":"traceutil/trace.go:171","msg":"trace[1710894759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8226; }","duration":"788.482991ms","start":"2026-02-27T18:40:08.496528Z","end":"2026-02-27T18:40:09.285011Z","steps":["trace[1710894759] 'agreement among raft nodes before linearized reading' (duration: 788.213265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:09.285068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:08.4965Z","time spent":"788.559573ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:40:09.28506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:08.498366Z","time spent":"786.681546ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"warn","ts":"2026-02-27T18:40:09.285193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.090293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T18:40:09.285201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.123041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:40:09.285255Z","caller":"traceutil/trace.go:171","msg":"trace[1552299330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8226; }","duration":"804.197696ms","start":"2026-02-27T18:40:08.481042Z","end":"2026-02-27T18:40:09.285239Z","steps":["trace[1552299330] 'agreement among raft nodes before linearized reading' (duration: 804.030272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:09.284809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.131322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T18:40:09.285279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.350142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lms66\" ","response":"range_response_count:1 size:4664"} {"level":"info","ts":"2026-02-27T18:40:09.285269Z","caller":"traceutil/trace.go:171","msg":"trace[259127541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8226; }","duration":"788.216264ms","start":"2026-02-27T18:40:08.497036Z","end":"2026-02-27T18:40:09.285253Z","steps":["trace[259127541] 'agreement among raft nodes before linearized reading' (duration: 788.000689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:09.285301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:08.481012Z","time spent":"804.277297ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:40:09.285316Z","caller":"traceutil/trace.go:171","msg":"trace[41716119] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lms66; range_end:; response_count:1; response_revision:8226; }","duration":"781.418573ms","start":"2026-02-27T18:40:08.503885Z","end":"2026-02-27T18:40:09.285304Z","steps":["trace[41716119] 'agreement among raft nodes before linearized reading' (duration: 781.244279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:09.285328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:08.497028Z","time spent":"788.287836ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:40:09.285353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.029242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T18:40:09.285319Z","caller":"traceutil/trace.go:171","msg":"trace[1568443902] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8226; }","duration":"788.692936ms","start":"2026-02-27T18:40:08.496608Z","end":"2026-02-27T18:40:09.285301Z","steps":["trace[1568443902] 'agreement among raft nodes before linearized reading' (duration: 788.062321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:09.285362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:08.503863Z","time spent":"781.489366ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4688,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lms66\" "} {"level":"info","ts":"2026-02-27T18:40:09.285391Z","caller":"traceutil/trace.go:171","msg":"trace[2109905084] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8226; }","duration":"124.104334ms","start":"2026-02-27T18:40:09.161274Z","end":"2026-02-27T18:40:09.285378Z","steps":["trace[2109905084] 'agreement among raft nodes before linearized reading' (duration: 124.004012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:09.285404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:08.496581Z","time spent":"788.80842ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:40:09.464194Z","caller":"traceutil/trace.go:171","msg":"trace[842692043] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"171.566196ms","start":"2026-02-27T18:40:09.292606Z","end":"2026-02-27T18:40:09.464172Z","steps":["trace[842692043] 'process raft request' (duration: 171.460724ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:09.464232Z","caller":"traceutil/trace.go:171","msg":"trace[629811522] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"172.132801ms","start":"2026-02-27T18:40:09.292062Z","end":"2026-02-27T18:40:09.464195Z","steps":["trace[629811522] 'process raft request' (duration: 165.735411ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:09.46444Z","caller":"traceutil/trace.go:171","msg":"trace[1771417111] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"171.726561ms","start":"2026-02-27T18:40:09.292702Z","end":"2026-02-27T18:40:09.464428Z","steps":["trace[1771417111] 'process raft request' (duration: 171.446094ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:09.464588Z","caller":"traceutil/trace.go:171","msg":"trace[202391225] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"171.72715ms","start":"2026-02-27T18:40:09.292851Z","end":"2026-02-27T18:40:09.464578Z","steps":["trace[202391225] 'process raft request' (duration: 171.555576ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:09.464592Z","caller":"traceutil/trace.go:171","msg":"trace[686081142] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"171.857924ms","start":"2026-02-27T18:40:09.292699Z","end":"2026-02-27T18:40:09.464557Z","steps":["trace[686081142] 'process raft request' (duration: 171.541656ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:09.464626Z","caller":"traceutil/trace.go:171","msg":"trace[1216714830] linearizableReadLoop","detail":"{readStateIndex:8551; appliedIndex:8549; }","duration":"172.430188ms","start":"2026-02-27T18:40:09.292143Z","end":"2026-02-27T18:40:09.464573Z","steps":["trace[1216714830] 'read index received' (duration: 967.725µs)","trace[1216714830] 'applied index is now lower than readState.Index' (duration: 171.461413ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:40:09.465081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.926661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228436"} {"level":"info","ts":"2026-02-27T18:40:09.465136Z","caller":"traceutil/trace.go:171","msg":"trace[1267854420] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8232; }","duration":"173.049664ms","start":"2026-02-27T18:40:09.292075Z","end":"2026-02-27T18:40:09.465125Z","steps":["trace[1267854420] 'agreement among raft nodes before linearized reading' (duration: 172.648474ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:09.544506Z","caller":"traceutil/trace.go:171","msg":"trace[1563924844] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"249.183783ms","start":"2026-02-27T18:40:09.295297Z","end":"2026-02-27T18:40:09.544481Z","steps":["trace[1563924844] 'process raft request' (duration: 249.007849ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:09.544894Z","caller":"traceutil/trace.go:171","msg":"trace[1794123091] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"249.313638ms","start":"2026-02-27T18:40:09.295559Z","end":"2026-02-27T18:40:09.544873Z","steps":["trace[1794123091] 'process raft request' (duration: 248.878626ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:09.545031Z","caller":"traceutil/trace.go:171","msg":"trace[1853283724] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8234; }","duration":"245.81533ms","start":"2026-02-27T18:40:09.299204Z","end":"2026-02-27T18:40:09.545019Z","steps":["trace[1853283724] 'process raft request' (duration: 245.545713ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:09.545066Z","caller":"traceutil/trace.go:171","msg":"trace[2126952837] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"197.565439ms","start":"2026-02-27T18:40:09.347476Z","end":"2026-02-27T18:40:09.545041Z","steps":["trace[2126952837] 'process raft request' (duration: 197.409015ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:09.602705Z","caller":"traceutil/trace.go:171","msg":"trace[1376839584] linearizableReadLoop","detail":"{readStateIndex:8560; appliedIndex:8555; }","duration":"137.978643ms","start":"2026-02-27T18:40:09.464694Z","end":"2026-02-27T18:40:09.602673Z","steps":["trace[1376839584] 'read index received' (duration: 79.621508ms)","trace[1376839584] 'applied index is now lower than readState.Index' (duration: 58.355815ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:40:09.602923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.411896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lms66\" ","response":"range_response_count:1 size:4644"} {"level":"info","ts":"2026-02-27T18:40:09.602997Z","caller":"traceutil/trace.go:171","msg":"trace[1618875195] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lms66; range_end:; response_count:1; response_revision:8235; }","duration":"305.520889ms","start":"2026-02-27T18:40:09.297459Z","end":"2026-02-27T18:40:09.60298Z","steps":["trace[1618875195] 'agreement among raft nodes before linearized reading' (duration: 305.320184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:09.603046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:09.29745Z","time spent":"305.58767ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4668,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lms66\" "} {"level":"warn","ts":"2026-02-27T18:40:09.603325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.067709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:40:09.603397Z","caller":"traceutil/trace.go:171","msg":"trace[860250989] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8235; }","duration":"235.180073ms","start":"2026-02-27T18:40:09.368206Z","end":"2026-02-27T18:40:09.603386Z","steps":["trace[860250989] 'agreement among raft nodes before linearized reading' (duration: 234.514405ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:09.682689Z","caller":"traceutil/trace.go:171","msg":"trace[1475198908] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"131.8906ms","start":"2026-02-27T18:40:09.550773Z","end":"2026-02-27T18:40:09.682663Z","steps":["trace[1475198908] 'process raft request' (duration: 131.364397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:09.683023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.302753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T18:40:09.683068Z","caller":"traceutil/trace.go:171","msg":"trace[1635844334] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8236; }","duration":"150.364864ms","start":"2026-02-27T18:40:09.532692Z","end":"2026-02-27T18:40:09.683057Z","steps":["trace[1635844334] 'agreement among raft nodes before linearized reading' (duration: 150.20635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:11.968958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208433064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:40:12.096117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.514637897s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:40:12.096723Z","caller":"traceutil/trace.go:171","msg":"trace[928790532] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"1.687163028s","start":"2026-02-27T18:40:10.40953Z","end":"2026-02-27T18:40:12.096693Z","steps":["trace[928790532] 'process raft request' (duration: 1.686934122s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:12.09692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:10.409499Z","time spent":"1.687327593s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:40:13.102049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.190873ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:40:13.102203Z","caller":"traceutil/trace.go:171","msg":"trace[1709715236] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8239; }","duration":"235.339157ms","start":"2026-02-27T18:40:12.866824Z","end":"2026-02-27T18:40:13.102163Z","steps":["trace[1709715236] 'range keys from in-memory index tree' (duration: 235.171813ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:13.257032Z","caller":"traceutil/trace.go:171","msg":"trace[1383084381] linearizableReadLoop","detail":"{readStateIndex:8566; appliedIndex:8564; }","duration":"1.78841354s","start":"2026-02-27T18:40:11.468584Z","end":"2026-02-27T18:40:13.256997Z","steps":["trace[1383084381] 'read index received' (duration: 628.501276ms)","trace[1383084381] 'applied index is now lower than readState.Index' (duration: 1.159910794s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:40:13.257089Z","caller":"traceutil/trace.go:171","msg":"trace[423656259] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"2.068943711s","start":"2026-02-27T18:40:11.188098Z","end":"2026-02-27T18:40:13.257042Z","steps":["trace[423656259] 'process raft request' (duration: 2.068607213s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:13.257174Z","caller":"traceutil/trace.go:171","msg":"trace[426361142] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"2.06772632s","start":"2026-02-27T18:40:11.1894Z","end":"2026-02-27T18:40:13.257126Z","steps":["trace[426361142] 'process raft request' (duration: 2.067530836s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:13.257345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:11.188069Z","time spent":"2.069125976s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:40:13.257435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78880872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:40:13.257603Z","caller":"traceutil/trace.go:171","msg":"trace[391635482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8241; }","duration":"1.789050246s","start":"2026-02-27T18:40:11.468529Z","end":"2026-02-27T18:40:13.257579Z","steps":["trace[391635482] 'agreement among raft nodes before linearized reading' (duration: 1.788654646s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:13.257676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:11.468503Z","time spent":"1.789154019s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:40:13.257703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:11.18937Z","time spent":"2.06808517s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:40:13.257763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.248102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:40:13.25783Z","caller":"traceutil/trace.go:171","msg":"trace[2138081479] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8241; }","duration":"603.349583ms","start":"2026-02-27T18:40:12.654458Z","end":"2026-02-27T18:40:13.257807Z","steps":["trace[2138081479] 'agreement among raft nodes before linearized reading' (duration: 603.21031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:13.25788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:12.654437Z","time spent":"603.428626ms","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:40:13.257857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.625265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:40:13.25802Z","caller":"traceutil/trace.go:171","msg":"trace[761614367] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8241; }","duration":"190.84615ms","start":"2026-02-27T18:40:13.067145Z","end":"2026-02-27T18:40:13.257991Z","steps":["trace[761614367] 'agreement among raft nodes before linearized reading' (duration: 190.548422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:13.25801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.100691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:40:13.258129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.339913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:40:13.258141Z","caller":"traceutil/trace.go:171","msg":"trace[2098121292] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8241; }","duration":"388.369968ms","start":"2026-02-27T18:40:12.869741Z","end":"2026-02-27T18:40:13.258111Z","steps":["trace[2098121292] 'agreement among raft nodes before linearized reading' (duration: 388.04056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:13.258158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.131203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:40:13.258182Z","caller":"traceutil/trace.go:171","msg":"trace[235554330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8241; }","duration":"995.485026ms","start":"2026-02-27T18:40:12.26268Z","end":"2026-02-27T18:40:13.258165Z","steps":["trace[235554330] 'agreement among raft nodes before linearized reading' (duration: 995.404784ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:13.258228Z","caller":"traceutil/trace.go:171","msg":"trace[926939044] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8241; }","duration":"596.232395ms","start":"2026-02-27T18:40:12.661979Z","end":"2026-02-27T18:40:13.258212Z","steps":["trace[926939044] 'agreement among raft nodes before linearized reading' (duration: 596.111822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:13.258236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:12.869719Z","time spent":"388.498771ms","remote":"127.0.0.1:57344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:40:13.258254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:12.262648Z","time spent":"995.576939ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:40:13.258268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:12.661968Z","time spent":"596.290177ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:40:13.258225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.298005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-27T18:40:13.257911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789010715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:40:13.25828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736880027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:40:13.258346Z","caller":"traceutil/trace.go:171","msg":"trace[272850737] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:8241; }","duration":"123.50356ms","start":"2026-02-27T18:40:13.134815Z","end":"2026-02-27T18:40:13.258319Z","steps":["trace[272850737] 'agreement among raft nodes before linearized reading' (duration: 123.046249ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:13.258361Z","caller":"traceutil/trace.go:171","msg":"trace[576172730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8241; }","duration":"1.789527107s","start":"2026-02-27T18:40:11.468807Z","end":"2026-02-27T18:40:13.258334Z","steps":["trace[576172730] 'agreement among raft nodes before linearized reading' (duration: 1.788714717s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:13.258384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.787968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:40:13.258389Z","caller":"traceutil/trace.go:171","msg":"trace[1464227993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8241; }","duration":"1.736986689s","start":"2026-02-27T18:40:11.521376Z","end":"2026-02-27T18:40:13.258362Z","steps":["trace[1464227993] 'agreement among raft nodes before linearized reading' (duration: 1.736729543s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:13.25843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:11.4688Z","time spent":"1.78960898s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:40:13.258437Z","caller":"traceutil/trace.go:171","msg":"trace[1797409462] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8241; }","duration":"178.90406ms","start":"2026-02-27T18:40:13.079514Z","end":"2026-02-27T18:40:13.258418Z","steps":["trace[1797409462] 'agreement among raft nodes before linearized reading' (duration: 178.815558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:13.258501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:11.521372Z","time spent":"1.737091692s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:40:13.258526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737963393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:40:13.258577Z","caller":"traceutil/trace.go:171","msg":"trace[499745566] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:8241; }","duration":"1.738043515s","start":"2026-02-27T18:40:11.52052Z","end":"2026-02-27T18:40:13.258563Z","steps":["trace[499745566] 'agreement among raft nodes before linearized reading' (duration: 1.7378389s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:13.258583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709820827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T18:40:13.258041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709751454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:40:13.258614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:11.520506Z","time spent":"1.738101776s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"info","ts":"2026-02-27T18:40:13.258638Z","caller":"traceutil/trace.go:171","msg":"trace[1498814323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8241; }","duration":"1.709925459s","start":"2026-02-27T18:40:11.548698Z","end":"2026-02-27T18:40:13.258624Z","steps":["trace[1498814323] 'agreement among raft nodes before linearized reading' (duration: 1.709784236s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:13.258657Z","caller":"traceutil/trace.go:171","msg":"trace[2091860393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8241; }","duration":"1.710430632s","start":"2026-02-27T18:40:11.548212Z","end":"2026-02-27T18:40:13.258643Z","steps":["trace[2091860393] 'agreement among raft nodes before linearized reading' (duration: 1.709669243s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:13.258676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:11.548675Z","time spent":"1.709991991s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:40:13.258697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:11.548185Z","time spent":"1.710499033s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:40:13.258842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789974619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:40:13.258884Z","caller":"traceutil/trace.go:171","msg":"trace[943466231] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8241; }","duration":"1.790026711s","start":"2026-02-27T18:40:11.468844Z","end":"2026-02-27T18:40:13.258871Z","steps":["trace[943466231] 'agreement among raft nodes before linearized reading' (duration: 1.789875747s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:13.258914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:11.468839Z","time spent":"1.790067591s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:40:13.461915Z","caller":"traceutil/trace.go:171","msg":"trace[1338513313] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"197.622451ms","start":"2026-02-27T18:40:13.264262Z","end":"2026-02-27T18:40:13.461884Z","steps":["trace[1338513313] 'process raft request' (duration: 197.360554ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:13.462285Z","caller":"traceutil/trace.go:171","msg":"trace[741596739] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"197.848236ms","start":"2026-02-27T18:40:13.264419Z","end":"2026-02-27T18:40:13.462267Z","steps":["trace[741596739] 'process raft request' (duration: 197.400335ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:13.462595Z","caller":"traceutil/trace.go:171","msg":"trace[1271653351] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"197.717573ms","start":"2026-02-27T18:40:13.264808Z","end":"2026-02-27T18:40:13.462526Z","steps":["trace[1271653351] 'process raft request' (duration: 197.406425ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:13.46261Z","caller":"traceutil/trace.go:171","msg":"trace[1597759044] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"197.750633ms","start":"2026-02-27T18:40:13.264828Z","end":"2026-02-27T18:40:13.462579Z","steps":["trace[1597759044] 'process raft request' (duration: 197.564178ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:13.46263Z","caller":"traceutil/trace.go:171","msg":"trace[1437288476] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"197.684372ms","start":"2026-02-27T18:40:13.26492Z","end":"2026-02-27T18:40:13.462605Z","steps":["trace[1437288476] 'process raft request' (duration: 197.556999ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:13.462668Z","caller":"traceutil/trace.go:171","msg":"trace[487310121] linearizableReadLoop","detail":"{readStateIndex:8572; appliedIndex:8566; }","duration":"197.281642ms","start":"2026-02-27T18:40:13.265319Z","end":"2026-02-27T18:40:13.462601Z","steps":["trace[487310121] 'read index received' (duration: 44.423635ms)","trace[487310121] 'applied index is now lower than readState.Index' (duration: 152.856207ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:40:13.462803Z","caller":"traceutil/trace.go:171","msg":"trace[1402943873] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"196.710348ms","start":"2026-02-27T18:40:13.266019Z","end":"2026-02-27T18:40:13.46273Z","steps":["trace[1402943873] 'process raft request' (duration: 196.528593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:13.463831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.483022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228441"} {"level":"info","ts":"2026-02-27T18:40:13.4639Z","caller":"traceutil/trace.go:171","msg":"trace[1681635553] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8247; }","duration":"198.607475ms","start":"2026-02-27T18:40:13.265279Z","end":"2026-02-27T18:40:13.463887Z","steps":["trace[1681635553] 'agreement among raft nodes before linearized reading' (duration: 197.458696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:13.488261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.916464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:40:13.488373Z","caller":"traceutil/trace.go:171","msg":"trace[1757142740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8248; }","duration":"219.083159ms","start":"2026-02-27T18:40:13.269265Z","end":"2026-02-27T18:40:13.488348Z","steps":["trace[1757142740] 'agreement among raft nodes before linearized reading' (duration: 218.875073ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:15.420358Z","caller":"traceutil/trace.go:171","msg":"trace[1689737321] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"156.360355ms","start":"2026-02-27T18:40:15.263965Z","end":"2026-02-27T18:40:15.420325Z","steps":["trace[1689737321] 'process raft request' (duration: 156.15323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:15.645634Z","caller":"traceutil/trace.go:171","msg":"trace[1009246160] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8577; }","duration":"200.772549ms","start":"2026-02-27T18:40:15.444822Z","end":"2026-02-27T18:40:15.645595Z","steps":["trace[1009246160] 'read index received' (duration: 200.590865ms)","trace[1009246160] 'applied index is now lower than readState.Index' (duration: 180.504µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:40:15.645698Z","caller":"traceutil/trace.go:171","msg":"trace[874192718] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"381.138437ms","start":"2026-02-27T18:40:15.264528Z","end":"2026-02-27T18:40:15.645666Z","steps":["trace[874192718] 'process raft request' (duration: 380.902901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:15.645837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:15.264509Z","time spent":"381.252059ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:40:15.645845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.014665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-02-27T18:40:15.645958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.138472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:40:15.645959Z","caller":"traceutil/trace.go:171","msg":"trace[307163998] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8252; }","duration":"201.143319ms","start":"2026-02-27T18:40:15.444755Z","end":"2026-02-27T18:40:15.645898Z","steps":["trace[307163998] 'agreement among raft nodes before linearized reading' (duration: 200.985394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:15.64608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.349037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:40:15.646115Z","caller":"traceutil/trace.go:171","msg":"trace[800394122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8252; }","duration":"178.44887ms","start":"2026-02-27T18:40:15.467658Z","end":"2026-02-27T18:40:15.646107Z","steps":["trace[800394122] 'agreement among raft nodes before linearized reading' (duration: 178.375248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:15.64614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.402628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T18:40:15.646153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.708831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:40:15.646209Z","caller":"traceutil/trace.go:171","msg":"trace[925337271] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8252; }","duration":"178.516671ms","start":"2026-02-27T18:40:15.467677Z","end":"2026-02-27T18:40:15.646194Z","steps":["trace[925337271] 'agreement among raft nodes before linearized reading' (duration: 178.12207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:15.646202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.960157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:40:15.646202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.237674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:40:15.646275Z","caller":"traceutil/trace.go:171","msg":"trace[102148110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8252; }","duration":"177.871475ms","start":"2026-02-27T18:40:15.468375Z","end":"2026-02-27T18:40:15.646247Z","steps":["trace[102148110] 'agreement among raft nodes before linearized reading' (duration: 177.480105ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:15.646307Z","caller":"traceutil/trace.go:171","msg":"trace[922090622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8252; }","duration":"178.460879ms","start":"2026-02-27T18:40:15.467831Z","end":"2026-02-27T18:40:15.646292Z","steps":["trace[922090622] 'agreement among raft nodes before linearized reading' (duration: 178.112861ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:15.646307Z","caller":"traceutil/trace.go:171","msg":"trace[206182572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8252; }","duration":"178.0895ms","start":"2026-02-27T18:40:15.468192Z","end":"2026-02-27T18:40:15.646281Z","steps":["trace[206182572] 'agreement among raft nodes before linearized reading' (duration: 177.837654ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:15.646012Z","caller":"traceutil/trace.go:171","msg":"trace[498258658] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:8252; }","duration":"174.189673ms","start":"2026-02-27T18:40:15.471793Z","end":"2026-02-27T18:40:15.645982Z","steps":["trace[498258658] 'agreement among raft nodes before linearized reading' (duration: 174.085619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:15.646229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.758052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:40:15.646451Z","caller":"traceutil/trace.go:171","msg":"trace[272708635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8252; }","duration":"178.023909ms","start":"2026-02-27T18:40:15.468413Z","end":"2026-02-27T18:40:15.646437Z","steps":["trace[272708635] 'agreement among raft nodes before linearized reading' (duration: 177.66582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:16.567558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.416008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:40:16.567725Z","caller":"traceutil/trace.go:171","msg":"trace[1125461213] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"916.988738ms","start":"2026-02-27T18:40:15.650704Z","end":"2026-02-27T18:40:16.567692Z","steps":["trace[1125461213] 'process raft request' (duration: 87.318642ms)","trace[1125461213] 'compare' (duration: 828.852614ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:40:16.567833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:15.650685Z","time spent":"917.0958ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:40:17.388589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.873364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:40:17.388935Z","caller":"traceutil/trace.go:171","msg":"trace[239849612] linearizableReadLoop","detail":"{readStateIndex:8584; appliedIndex:8578; }","duration":"1.7354163s","start":"2026-02-27T18:40:15.6535Z","end":"2026-02-27T18:40:17.388916Z","steps":["trace[239849612] 'read index received' (duration: 84.535401ms)","trace[239849612] 'applied index is now lower than readState.Index' (duration: 1.650879668s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:40:17.389075Z","caller":"traceutil/trace.go:171","msg":"trace[958783680] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"1.736646741s","start":"2026-02-27T18:40:15.652356Z","end":"2026-02-27T18:40:17.389003Z","steps":["trace[958783680] 'process raft request' (duration: 1.736349203s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:17.389229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:15.652309Z","time spent":"1.736795364s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:40:17.389347Z","caller":"traceutil/trace.go:171","msg":"trace[965091621] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"1.736893116s","start":"2026-02-27T18:40:15.652364Z","end":"2026-02-27T18:40:17.389258Z","steps":["trace[965091621] 'process raft request' (duration: 1.070234223s)","trace[965091621] 'compare' (duration: 665.566135ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:40:17.389515Z","caller":"traceutil/trace.go:171","msg":"trace[556422608] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"1.736916187s","start":"2026-02-27T18:40:15.652593Z","end":"2026-02-27T18:40:17.38951Z","steps":["trace[556422608] 'process raft request' (duration: 1.736285662s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:17.389569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:15.652572Z","time spent":"1.736967878s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:40:17.389456Z","caller":"traceutil/trace.go:171","msg":"trace[66097612] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"1.737086092s","start":"2026-02-27T18:40:15.652357Z","end":"2026-02-27T18:40:17.389443Z","steps":["trace[66097612] 'process raft request' (duration: 1.736449116s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:17.389772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7362614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18982e8113e57de6\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-27T18:40:17.389818Z","caller":"traceutil/trace.go:171","msg":"trace[442411832] range","detail":"{range_begin:/registry/events/openstack/ceph.18982e8113e57de6; range_end:; response_count:1; response_revision:8258; }","duration":"1.736332973s","start":"2026-02-27T18:40:15.653471Z","end":"2026-02-27T18:40:17.389804Z","steps":["trace[442411832] 'agreement among raft nodes before linearized reading' (duration: 1.736130387s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:17.389758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:15.652323Z","time spent":"1.737217674s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:40:17.389854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:15.653462Z","time spent":"1.736383024s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18982e8113e57de6\" "} {"level":"info","ts":"2026-02-27T18:40:17.389488Z","caller":"traceutil/trace.go:171","msg":"trace[1758787840] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"1.736994238s","start":"2026-02-27T18:40:15.652487Z","end":"2026-02-27T18:40:17.389481Z","steps":["trace[1758787840] 'process raft request' (duration: 1.736351443s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:17.389877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:15.65231Z","time spent":"1.737493651s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:40:17.389985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:15.65247Z","time spent":"1.737483711s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:40:17.989772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.885307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:40:17.989976Z","caller":"traceutil/trace.go:171","msg":"trace[1991468489] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"1.197286642s","start":"2026-02-27T18:40:16.792664Z","end":"2026-02-27T18:40:17.989951Z","steps":["trace[1991468489] 'process raft request' (duration: 697.133449ms)","trace[1991468489] 'compare' (duration: 499.783064ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:40:17.99008Z","caller":"traceutil/trace.go:171","msg":"trace[1982552131] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8584; }","duration":"601.107167ms","start":"2026-02-27T18:40:17.388966Z","end":"2026-02-27T18:40:17.990073Z","steps":["trace[1982552131] 'read index received' (duration: 101.042146ms)","trace[1982552131] 'applied index is now lower than readState.Index' (duration: 500.063781ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:40:17.990177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:16.79263Z","time spent":"1.197452966s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:40:17.990281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.500673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:40:17.990259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.377482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:40:17.990048Z","caller":"traceutil/trace.go:171","msg":"trace[1675258100] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"337.395118ms","start":"2026-02-27T18:40:17.652638Z","end":"2026-02-27T18:40:17.990033Z","steps":["trace[1675258100] 'process raft request' (duration: 337.358647ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:17.990303Z","caller":"traceutil/trace.go:171","msg":"trace[986357925] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"597.817866ms","start":"2026-02-27T18:40:17.392473Z","end":"2026-02-27T18:40:17.990291Z","steps":["trace[986357925] 'process raft request' (duration: 597.391365ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:17.990317Z","caller":"traceutil/trace.go:171","msg":"trace[1442440111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8262; }","duration":"757.578875ms","start":"2026-02-27T18:40:17.232727Z","end":"2026-02-27T18:40:17.990306Z","steps":["trace[1442440111] 'agreement among raft nodes before linearized reading' (duration: 757.504623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:17.990347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:17.232706Z","time spent":"757.632077ms","remote":"127.0.0.1:35268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:40:17.990341Z","caller":"traceutil/trace.go:171","msg":"trace[134539598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8262; }","duration":"728.532876ms","start":"2026-02-27T18:40:17.26179Z","end":"2026-02-27T18:40:17.990323Z","steps":["trace[134539598] 'agreement among raft nodes before linearized reading' (duration: 728.345842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:17.990311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62348833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:40:17.990364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:17.392449Z","time spent":"597.882717ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:40:17.990381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:17.652599Z","time spent":"337.731057ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:40:17.990396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245096802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:40:17.99042Z","caller":"traceutil/trace.go:171","msg":"trace[624645572] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8262; }","duration":"1.623650283s","start":"2026-02-27T18:40:16.366737Z","end":"2026-02-27T18:40:17.990387Z","steps":["trace[624645572] 'agreement among raft nodes before linearized reading' (duration: 1.623440878s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:17.990447Z","caller":"traceutil/trace.go:171","msg":"trace[354099179] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8262; }","duration":"2.245180014s","start":"2026-02-27T18:40:15.745249Z","end":"2026-02-27T18:40:17.990429Z","steps":["trace[354099179] 'agreement among raft nodes before linearized reading' (duration: 2.245105052s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:17.990479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.131326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:40:17.990487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:15.74523Z","time spent":"2.245248556s","remote":"127.0.0.1:50952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:40:17.990493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:16.366718Z","time spent":"1.623765416s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-02-27T18:40:17.990521Z","caller":"traceutil/trace.go:171","msg":"trace[531187592] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8262; }","duration":"622.243709ms","start":"2026-02-27T18:40:17.368266Z","end":"2026-02-27T18:40:17.99051Z","steps":["trace[531187592] 'agreement among raft nodes before linearized reading' (duration: 622.183047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:17.990556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:17.368229Z","time spent":"622.31904ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:40:17.99043Z","caller":"traceutil/trace.go:171","msg":"trace[1586332274] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"564.345605ms","start":"2026-02-27T18:40:17.426072Z","end":"2026-02-27T18:40:17.990417Z","steps":["trace[1586332274] 'process raft request' (duration: 563.885403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:17.990671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175349362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:40:17.990707Z","caller":"traceutil/trace.go:171","msg":"trace[1946582218] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8262; }","duration":"1.175389264s","start":"2026-02-27T18:40:16.815308Z","end":"2026-02-27T18:40:17.990697Z","steps":["trace[1946582218] 'agreement among raft nodes before linearized reading' (duration: 1.17528108s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:17.990713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28358062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-27T18:40:17.990748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:16.815246Z","time spent":"1.175494366s","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:40:17.990748Z","caller":"traceutil/trace.go:171","msg":"trace[1522429195] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8262; }","duration":"2.283679362s","start":"2026-02-27T18:40:15.707057Z","end":"2026-02-27T18:40:17.990737Z","steps":["trace[1522429195] 'agreement among raft nodes before linearized reading' (duration: 2.283540567s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:17.990783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:15.707027Z","time spent":"2.283751224s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T18:40:17.990773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:17.426041Z","time spent":"564.623683ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:40:17.990383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:17.261759Z","time spent":"728.615119ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:40:17.991628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338015865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228441"} {"level":"info","ts":"2026-02-27T18:40:17.991681Z","caller":"traceutil/trace.go:171","msg":"trace[1700617517] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8262; }","duration":"2.338088876s","start":"2026-02-27T18:40:15.653574Z","end":"2026-02-27T18:40:17.991663Z","steps":["trace[1700617517] 'agreement among raft nodes before linearized reading' (duration: 2.336534297s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:17.991724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:15.653562Z","time spent":"2.338148789s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228465,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T18:40:18.217578Z","caller":"traceutil/trace.go:171","msg":"trace[2132213723] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"224.544696ms","start":"2026-02-27T18:40:17.993Z","end":"2026-02-27T18:40:18.217545Z","steps":["trace[2132213723] 'process raft request' (duration: 193.579979ms)","trace[2132213723] 'compare' (duration: 30.749982ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:40:18.440386Z","caller":"traceutil/trace.go:171","msg":"trace[1268904907] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"441.719167ms","start":"2026-02-27T18:40:17.998617Z","end":"2026-02-27T18:40:18.440336Z","steps":["trace[1268904907] 'process raft request' (duration: 421.91849ms)","trace[1268904907] 'compare' (duration: 19.579341ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:40:18.440635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:17.998605Z","time spent":"441.888612ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:40:18.440786Z","caller":"traceutil/trace.go:171","msg":"trace[864124100] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"216.818301ms","start":"2026-02-27T18:40:18.223943Z","end":"2026-02-27T18:40:18.440761Z","steps":["trace[864124100] 'process raft request' (duration: 216.388351ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:18.440898Z","caller":"traceutil/trace.go:171","msg":"trace[1477285066] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"216.851962ms","start":"2026-02-27T18:40:18.22403Z","end":"2026-02-27T18:40:18.440882Z","steps":["trace[1477285066] 'process raft request' (duration: 216.36034ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:18.4408Z","caller":"traceutil/trace.go:171","msg":"trace[771052664] linearizableReadLoop","detail":"{readStateIndex:8590; appliedIndex:8588; }","duration":"393.959768ms","start":"2026-02-27T18:40:18.046815Z","end":"2026-02-27T18:40:18.440775Z","steps":["trace[771052664] 'read index received' (duration: 139.725006ms)","trace[771052664] 'applied index is now lower than readState.Index' (duration: 254.232222ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:40:18.444906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.023309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:40:18.444995Z","caller":"traceutil/trace.go:171","msg":"trace[1877874309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8266; }","duration":"182.170382ms","start":"2026-02-27T18:40:18.262804Z","end":"2026-02-27T18:40:18.444975Z","steps":["trace[1877874309] 'agreement among raft nodes before linearized reading' (duration: 182.017569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:18.44535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.594031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T18:40:18.445446Z","caller":"traceutil/trace.go:171","msg":"trace[1309910989] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8266; }","duration":"221.744226ms","start":"2026-02-27T18:40:18.223683Z","end":"2026-02-27T18:40:18.445427Z","steps":["trace[1309910989] 'agreement among raft nodes before linearized reading' (duration: 220.809302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:18.44553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.672426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:40:18.445639Z","caller":"traceutil/trace.go:171","msg":"trace[1976658304] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8266; }","duration":"398.85351ms","start":"2026-02-27T18:40:18.046763Z","end":"2026-02-27T18:40:18.445616Z","steps":["trace[1976658304] 'agreement among raft nodes before linearized reading' (duration: 394.07584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:18.445703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:40:18.046741Z","time spent":"398.949333ms","remote":"127.0.0.1:37316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:40:26.687576Z","caller":"traceutil/trace.go:171","msg":"trace[846841514] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"107.884409ms","start":"2026-02-27T18:40:26.579667Z","end":"2026-02-27T18:40:26.687551Z","steps":["trace[846841514] 'process raft request' (duration: 75.500316ms)","trace[846841514] 'compare' (duration: 31.994623ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:40:27.451665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.035745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:40:27.45176Z","caller":"traceutil/trace.go:171","msg":"trace[1555292545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8343; }","duration":"187.179938ms","start":"2026-02-27T18:40:27.264557Z","end":"2026-02-27T18:40:27.451737Z","steps":["trace[1555292545] 'range keys from in-memory index tree' (duration: 186.955233ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:59.78588Z","caller":"traceutil/trace.go:171","msg":"trace[78257409] linearizableReadLoop","detail":"{readStateIndex:9041; appliedIndex:9040; }","duration":"143.509198ms","start":"2026-02-27T18:40:59.642331Z","end":"2026-02-27T18:40:59.78584Z","steps":["trace[78257409] 'read index received' (duration: 143.194271ms)","trace[78257409] 'applied index is now lower than readState.Index' (duration: 313.237µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:40:59.785995Z","caller":"traceutil/trace.go:171","msg":"trace[1401964597] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"150.126055ms","start":"2026-02-27T18:40:59.635829Z","end":"2026-02-27T18:40:59.785955Z","steps":["trace[1401964597] 'process raft request' (duration: 149.771866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:59.786302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.051677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T18:40:59.786322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.143805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:40:59.786359Z","caller":"traceutil/trace.go:171","msg":"trace[439056345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8704; }","duration":"135.19329ms","start":"2026-02-27T18:40:59.651152Z","end":"2026-02-27T18:40:59.786345Z","steps":["trace[439056345] 'agreement among raft nodes before linearized reading' (duration: 134.937294ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:40:59.786376Z","caller":"traceutil/trace.go:171","msg":"trace[912673705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8704; }","duration":"134.278377ms","start":"2026-02-27T18:40:59.652081Z","end":"2026-02-27T18:40:59.786359Z","steps":["trace[912673705] 'agreement among raft nodes before linearized reading' (duration: 134.133654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:59.786334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.98522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:40:59.786448Z","caller":"traceutil/trace.go:171","msg":"trace[1797453153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8704; }","duration":"144.116623ms","start":"2026-02-27T18:40:59.642316Z","end":"2026-02-27T18:40:59.786432Z","steps":["trace[1797453153] 'agreement among raft nodes before linearized reading' (duration: 143.725113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:40:59.786754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.960524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:40:59.78686Z","caller":"traceutil/trace.go:171","msg":"trace[1773829581] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8704; }","duration":"135.092948ms","start":"2026-02-27T18:40:59.65174Z","end":"2026-02-27T18:40:59.786832Z","steps":["trace[1773829581] 'agreement among raft nodes before linearized reading' (duration: 134.745409ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:09.146712Z","caller":"traceutil/trace.go:171","msg":"trace[1551515614] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"230.83675ms","start":"2026-02-27T18:41:08.915853Z","end":"2026-02-27T18:41:09.146689Z","steps":["trace[1551515614] 'process raft request' (duration: 230.673524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:09.489543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.827068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:09.489715Z","caller":"traceutil/trace.go:171","msg":"trace[1499740493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8780; }","duration":"227.018063ms","start":"2026-02-27T18:41:09.26264Z","end":"2026-02-27T18:41:09.489658Z","steps":["trace[1499740493] 'range keys from in-memory index tree' (duration: 226.676804ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:09.910838Z","caller":"traceutil/trace.go:171","msg":"trace[2015313125] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9120; }","duration":"138.986855ms","start":"2026-02-27T18:41:09.771821Z","end":"2026-02-27T18:41:09.910808Z","steps":["trace[2015313125] 'read index received' (duration: 138.671587ms)","trace[2015313125] 'applied index is now lower than readState.Index' (duration: 314.098µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:41:09.911411Z","caller":"traceutil/trace.go:171","msg":"trace[429940667] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"398.002751ms","start":"2026-02-27T18:41:09.513352Z","end":"2026-02-27T18:41:09.911355Z","steps":["trace[429940667] 'process raft request' (duration: 397.259812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:09.911568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.726704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:41:09.911609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:09.513323Z","time spent":"398.180416ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:41:09.911635Z","caller":"traceutil/trace.go:171","msg":"trace[771863912] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8781; }","duration":"139.855197ms","start":"2026-02-27T18:41:09.771765Z","end":"2026-02-27T18:41:09.91162Z","steps":["trace[771863912] 'agreement among raft nodes before linearized reading' (duration: 139.722334ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:15.5939Z","caller":"traceutil/trace.go:171","msg":"trace[91160557] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"401.458867ms","start":"2026-02-27T18:41:15.1924Z","end":"2026-02-27T18:41:15.593859Z","steps":["trace[91160557] 'process raft request' (duration: 401.216501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:15.594328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:15.19237Z","time spent":"401.828407ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:41:17.263818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T18:41:17.264057Z","caller":"traceutil/trace.go:171","msg":"trace[1116119687] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365095s","start":"2026-02-27T18:41:15.26362Z","end":"2026-02-27T18:41:17.263985Z","steps":["trace[1116119687] 'agreement among raft nodes before linearized reading' (duration: 2.000158199s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.264173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:15.2636Z","time spent":"2.00055822s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 18:41:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:41:17.5388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.378747636s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:41:17.539286Z","caller":"traceutil/trace.go:171","msg":"trace[1621956967] linearizableReadLoop","detail":"{readStateIndex:9186; appliedIndex:9184; }","duration":"2.275604037s","start":"2026-02-27T18:41:15.263659Z","end":"2026-02-27T18:41:17.539263Z","steps":["trace[1621956967] 'read index received' (duration: 329.933634ms)","trace[1621956967] 'applied index is now lower than readState.Index' (duration: 1.945669643s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:41:17.539331Z","caller":"traceutil/trace.go:171","msg":"trace[433444802] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"2.340626468s","start":"2026-02-27T18:41:15.198671Z","end":"2026-02-27T18:41:17.539298Z","steps":["trace[433444802] 'process raft request' (duration: 2.340388752s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.539499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:15.198649Z","time spent":"2.34075135s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:41:17.539521Z","caller":"traceutil/trace.go:171","msg":"trace[541912752] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"2.11060636s","start":"2026-02-27T18:41:15.428855Z","end":"2026-02-27T18:41:17.539461Z","steps":["trace[541912752] 'process raft request' (duration: 2.110360553s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.53975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:15.428818Z","time spent":"2.110805746s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:41:17.745213Z","caller":"traceutil/trace.go:171","msg":"trace[249043650] linearizableReadLoop","detail":"{readStateIndex:9189; appliedIndex:9187; }","duration":"205.824572ms","start":"2026-02-27T18:41:17.53936Z","end":"2026-02-27T18:41:17.745184Z","steps":["trace[249043650] 'read index received' (duration: 118.587095ms)","trace[249043650] 'applied index is now lower than readState.Index' (duration: 87.236277ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:41:17.745376Z","caller":"traceutil/trace.go:171","msg":"trace[1621166745] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"1.510316435s","start":"2026-02-27T18:41:16.235045Z","end":"2026-02-27T18:41:17.745362Z","steps":["trace[1621166745] 'process raft request' (duration: 1.423002996s)","trace[1621166745] 'compare' (duration: 86.92337ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:41:17.745502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:16.235021Z","time spent":"1.510393248s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:41:17.745508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752037397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T18:41:17.745515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312952004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:41:17.745601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34300219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T18:41:17.745682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649125037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T18:41:17.745692Z","caller":"traceutil/trace.go:171","msg":"trace[98515908] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:8848; }","duration":"1.343209434s","start":"2026-02-27T18:41:16.402462Z","end":"2026-02-27T18:41:17.745672Z","steps":["trace[98515908] 'agreement among raft nodes before linearized reading' (duration: 1.342953218s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:17.745721Z","caller":"traceutil/trace.go:171","msg":"trace[483607233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8848; }","duration":"1.649222069s","start":"2026-02-27T18:41:16.09649Z","end":"2026-02-27T18:41:17.745712Z","steps":["trace[483607233] 'agreement among raft nodes before linearized reading' (duration: 1.649125367s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.745757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:16.096454Z","time spent":"1.649293691s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:41:17.74577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:16.402442Z","time spent":"1.343310217s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"info","ts":"2026-02-27T18:41:17.74559Z","caller":"traceutil/trace.go:171","msg":"trace[1183159008] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8848; }","duration":"1.75216033s","start":"2026-02-27T18:41:15.993408Z","end":"2026-02-27T18:41:17.745568Z","steps":["trace[1183159008] 'agreement among raft nodes before linearized reading' (duration: 1.751977935s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.745892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:15.993387Z","time spent":"1.752471218s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:41:17.745908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.76655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:41:17.745998Z","caller":"traceutil/trace.go:171","msg":"trace[2061076320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8848; }","duration":"146.908994ms","start":"2026-02-27T18:41:17.599078Z","end":"2026-02-27T18:41:17.745987Z","steps":["trace[2061076320] 'agreement among raft nodes before linearized reading' (duration: 146.746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.746075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.129851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:41:17.746079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75256639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:41:17.746133Z","caller":"traceutil/trace.go:171","msg":"trace[871690722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8848; }","duration":"482.231503ms","start":"2026-02-27T18:41:17.263885Z","end":"2026-02-27T18:41:17.746116Z","steps":["trace[871690722] 'agreement among raft nodes before linearized reading' (duration: 482.151551ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:17.746147Z","caller":"traceutil/trace.go:171","msg":"trace[1158681021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8848; }","duration":"1.752665142s","start":"2026-02-27T18:41:15.99346Z","end":"2026-02-27T18:41:17.746126Z","steps":["trace[1158681021] 'agreement among raft nodes before linearized reading' (duration: 1.752417586s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.74615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769645448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T18:41:17.746188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:15.993434Z","time spent":"1.752741995s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:41:17.746165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752527709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:41:17.746226Z","caller":"traceutil/trace.go:171","msg":"trace[356425982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8848; }","duration":"1.769763811s","start":"2026-02-27T18:41:15.976446Z","end":"2026-02-27T18:41:17.746209Z","steps":["trace[356425982] 'agreement among raft nodes before linearized reading' (duration: 1.769537946s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.746244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124196922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:41:17.746285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:15.976427Z","time spent":"1.769848553s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:41:17.745635Z","caller":"traceutil/trace.go:171","msg":"trace[1390828495] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8848; }","duration":"2.313124769s","start":"2026-02-27T18:41:15.432492Z","end":"2026-02-27T18:41:17.745617Z","steps":["trace[1390828495] 'agreement among raft nodes before linearized reading' (duration: 2.312935324s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.746333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87656405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:41:17.745789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482079736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:41:17.746394Z","caller":"traceutil/trace.go:171","msg":"trace[461017856] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8848; }","duration":"1.876623882s","start":"2026-02-27T18:41:15.869753Z","end":"2026-02-27T18:41:17.746377Z","steps":["trace[461017856] 'agreement among raft nodes before linearized reading' (duration: 1.876537839s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:17.746418Z","caller":"traceutil/trace.go:171","msg":"trace[583038953] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8848; }","duration":"2.482731941s","start":"2026-02-27T18:41:15.263671Z","end":"2026-02-27T18:41:17.746403Z","steps":["trace[583038953] 'agreement among raft nodes before linearized reading' (duration: 2.482071065s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.746439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:15.869701Z","time spent":"1.876723424s","remote":"127.0.0.1:35254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:41:17.746465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762295485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:41:17.745992Z","caller":"traceutil/trace.go:171","msg":"trace[1162858771] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"1.498322584s","start":"2026-02-27T18:41:16.247649Z","end":"2026-02-27T18:41:17.745971Z","steps":["trace[1162858771] 'process raft request' (duration: 1.497474794s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:17.74645Z","caller":"traceutil/trace.go:171","msg":"trace[399475072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8848; }","duration":"1.752660172s","start":"2026-02-27T18:41:15.993584Z","end":"2026-02-27T18:41:17.746245Z","steps":["trace[399475072] 'agreement among raft nodes before linearized reading' (duration: 1.752329034s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:17.746504Z","caller":"traceutil/trace.go:171","msg":"trace[1062346794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8848; }","duration":"1.762353315s","start":"2026-02-27T18:41:15.984141Z","end":"2026-02-27T18:41:17.746494Z","steps":["trace[1062346794] 'agreement among raft nodes before linearized reading' (duration: 1.762254003s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.746179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.263854Z","time spent":"482.315095ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:41:17.746535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:15.98413Z","time spent":"1.762397987s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:41:17.746552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:16.247635Z","time spent":"1.498873399s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:41:17.746339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:15.432455Z","time spent":"2.313869137s","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:41:17.74671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:15.993574Z","time spent":"1.752961559s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:41:17.746468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:15.263659Z","time spent":"2.482794272s","remote":"127.0.0.1:35332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:41:17.746292Z","caller":"traceutil/trace.go:171","msg":"trace[1508378181] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8848; }","duration":"1.124283914s","start":"2026-02-27T18:41:16.621991Z","end":"2026-02-27T18:41:17.746275Z","steps":["trace[1508378181] 'agreement among raft nodes before linearized reading' (duration: 1.124213382s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:17.747306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:16.621966Z","time spent":"1.125310681s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:41:18.054022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.553664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:41:18.05415Z","caller":"traceutil/trace.go:171","msg":"trace[1926406220] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"302.426275ms","start":"2026-02-27T18:41:17.751699Z","end":"2026-02-27T18:41:18.054126Z","steps":["trace[1926406220] 'process raft request' (duration: 96.625604ms)","trace[1926406220] 'compare' (duration: 205.398081ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:41:18.054228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.751679Z","time spent":"302.505036ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:41:18.107801Z","caller":"traceutil/trace.go:171","msg":"trace[640868695] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"355.576858ms","start":"2026-02-27T18:41:17.752194Z","end":"2026-02-27T18:41:18.107771Z","steps":["trace[640868695] 'process raft request' (duration: 355.382573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.10797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.752165Z","time spent":"355.715341ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:41:18.108111Z","caller":"traceutil/trace.go:171","msg":"trace[1980977488] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"355.896605ms","start":"2026-02-27T18:41:17.752203Z","end":"2026-02-27T18:41:18.1081Z","steps":["trace[1980977488] 'process raft request' (duration: 355.515896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.108169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.752167Z","time spent":"355.972147ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:41:18.108263Z","caller":"traceutil/trace.go:171","msg":"trace[384778521] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"355.883855ms","start":"2026-02-27T18:41:17.752366Z","end":"2026-02-27T18:41:18.10825Z","steps":["trace[384778521] 'process raft request' (duration: 355.70253ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:18.108254Z","caller":"traceutil/trace.go:171","msg":"trace[810440472] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"355.862905ms","start":"2026-02-27T18:41:17.75235Z","end":"2026-02-27T18:41:18.108213Z","steps":["trace[810440472] 'process raft request' (duration: 355.593818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.108322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.752351Z","time spent":"355.941388ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:41:18.108304Z","caller":"traceutil/trace.go:171","msg":"trace[2105556440] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"348.94918ms","start":"2026-02-27T18:41:17.759281Z","end":"2026-02-27T18:41:18.10823Z","steps":["trace[2105556440] 'process raft request' (duration: 348.867268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.108492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.752337Z","time spent":"355.990349ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:41:18.108547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.759271Z","time spent":"349.101705ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:41:18.10863Z","caller":"traceutil/trace.go:171","msg":"trace[1155486384] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"349.28138ms","start":"2026-02-27T18:41:17.759334Z","end":"2026-02-27T18:41:18.108615Z","steps":["trace[1155486384] 'process raft request' (duration: 348.858158ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:41:18.10863Z","caller":"traceutil/trace.go:171","msg":"trace[1763440829] linearizableReadLoop","detail":"{readStateIndex:9194; appliedIndex:9189; }","duration":"355.959497ms","start":"2026-02-27T18:41:17.752596Z","end":"2026-02-27T18:41:18.108556Z","steps":["trace[1763440829] 'read index received' (duration: 95.768692ms)","trace[1763440829] 'applied index is now lower than readState.Index' (duration: 260.189055ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:41:18.108741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.759324Z","time spent":"349.344881ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:41:18.108985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.383447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T18:41:18.109069Z","caller":"traceutil/trace.go:171","msg":"trace[406547250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8855; }","duration":"356.606804ms","start":"2026-02-27T18:41:17.752432Z","end":"2026-02-27T18:41:18.109038Z","steps":["trace[406547250] 'agreement among raft nodes before linearized reading' (duration: 356.362468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.109117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.752422Z","time spent":"356.680496ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:41:18.116042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.715466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:41:18.116131Z","caller":"traceutil/trace.go:171","msg":"trace[1600279898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8856; }","duration":"356.830918ms","start":"2026-02-27T18:41:17.759279Z","end":"2026-02-27T18:41:18.11611Z","steps":["trace[1600279898] 'agreement among raft nodes before linearized reading' (duration: 356.700835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:41:18.11618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:41:17.759267Z","time spent":"356.90076ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:41:18.659168Z","caller":"traceutil/trace.go:171","msg":"trace[315597232] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"172.69103ms","start":"2026-02-27T18:41:18.486442Z","end":"2026-02-27T18:41:18.659133Z","steps":["trace[315597232] 'process raft request' (duration: 172.527276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:42:49.924775Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7281} {"level":"info","ts":"2026-02-27T18:42:50.00232Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7281,"took":"74.596998ms","hash":2826964613,"current-db-size-bytes":39575552,"current-db-size":"40 MB","current-db-size-in-use-bytes":24461312,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-27T18:42:50.002398Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2826964613,"revision":7281,"compact-revision":5276} {"level":"info","ts":"2026-02-27T18:43:11.197581Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T18:43:11.205012Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-27T18:43:11.205159Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-27T18:45:21.589793Z","caller":"traceutil/trace.go:171","msg":"trace[818678324] transaction","detail":"{read_only:false; response_revision:10253; number_of_response:1; }","duration":"181.053482ms","start":"2026-02-27T18:45:21.408396Z","end":"2026-02-27T18:45:21.58945Z","steps":["trace[818678324] 'process raft request' (duration: 180.803626ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:35.304935Z","caller":"traceutil/trace.go:171","msg":"trace[1705273773] transaction","detail":"{read_only:false; response_revision:10401; number_of_response:1; }","duration":"224.305738ms","start":"2026-02-27T18:45:35.080589Z","end":"2026-02-27T18:45:35.304895Z","steps":["trace[1705273773] 'process raft request' (duration: 224.044231ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:45:35.819136Z","caller":"traceutil/trace.go:171","msg":"trace[2052942355] transaction","detail":"{read_only:false; response_revision:10403; number_of_response:1; }","duration":"109.967031ms","start":"2026-02-27T18:45:35.709108Z","end":"2026-02-27T18:45:35.819075Z","steps":["trace[2052942355] 'process raft request' (duration: 80.369187ms)","trace[2052942355] 'compare' (duration: 29.321817ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:45:35.819485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.259047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:45:35.819595Z","caller":"traceutil/trace.go:171","msg":"trace[1411876286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10404; }","duration":"112.433051ms","start":"2026-02-27T18:45:35.707135Z","end":"2026-02-27T18:45:35.819568Z","steps":["trace[1411876286] 'agreement among raft nodes before linearized reading' (duration: 111.956439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:45:35.819624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.253746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:45:35.819734Z","caller":"traceutil/trace.go:171","msg":"trace[1647939940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10404; }","duration":"110.40256ms","start":"2026-02-27T18:45:35.709306Z","end":"2026-02-27T18:45:35.819708Z","steps":["trace[1647939940] 'agreement among raft nodes before linearized reading' (duration: 109.794355ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:46:43.366046Z","caller":"traceutil/trace.go:171","msg":"trace[333776034] linearizableReadLoop","detail":"{readStateIndex:11485; appliedIndex:11484; }","duration":"102.829284ms","start":"2026-02-27T18:46:43.263185Z","end":"2026-02-27T18:46:43.366015Z","steps":["trace[333776034] 'read index received' (duration: 102.696061ms)","trace[333776034] 'applied index is now lower than readState.Index' (duration: 131.843µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:46:43.366222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.013909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:46:43.36625Z","caller":"traceutil/trace.go:171","msg":"trace[528489963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11066; }","duration":"103.097161ms","start":"2026-02-27T18:46:43.263144Z","end":"2026-02-27T18:46:43.366241Z","steps":["trace[528489963] 'agreement among raft nodes before linearized reading' (duration: 102.994308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:00.711453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208441231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:47:01.211662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208441231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:47:01.459557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.908142595s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:47:01.4601Z","caller":"traceutil/trace.go:171","msg":"trace[1955279434] linearizableReadLoop","detail":"{readStateIndex:11574; appliedIndex:11573; }","duration":"1.248767638s","start":"2026-02-27T18:47:00.211305Z","end":"2026-02-27T18:47:01.460073Z","steps":["trace[1955279434] 'read index received' (duration: 1.248399948s)","trace[1955279434] 'applied index is now lower than readState.Index' (duration: 366.58µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:01.460236Z","caller":"traceutil/trace.go:171","msg":"trace[1614476194] transaction","detail":"{read_only:false; response_revision:11152; number_of_response:1; }","duration":"2.012274495s","start":"2026-02-27T18:46:59.447908Z","end":"2026-02-27T18:47:01.460182Z","steps":["trace[1614476194] 'process raft request' (duration: 2.011953147s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.460364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196828869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:01.460402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249076746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:47:01.460424Z","caller":"traceutil/trace.go:171","msg":"trace[1329053548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11152; }","duration":"1.196937342s","start":"2026-02-27T18:47:00.263465Z","end":"2026-02-27T18:47:01.460402Z","steps":["trace[1329053548] 'agreement among raft nodes before linearized reading' (duration: 1.196823809s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:01.46045Z","caller":"traceutil/trace.go:171","msg":"trace[1417504657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11152; }","duration":"1.249293981s","start":"2026-02-27T18:47:00.211141Z","end":"2026-02-27T18:47:01.460435Z","steps":["trace[1417504657] 'agreement among raft nodes before linearized reading' (duration: 1.249109166s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.460485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.969032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-02-27T18:47:01.460495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:00.211107Z","time spent":"1.249376383s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:47:01.460479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:00.263439Z","time spent":"1.197026385s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:47:01.460527Z","caller":"traceutil/trace.go:171","msg":"trace[1330271952] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11152; }","duration":"332.022513ms","start":"2026-02-27T18:47:01.128489Z","end":"2026-02-27T18:47:01.460511Z","steps":["trace[1330271952] 'agreement among raft nodes before linearized reading' (duration: 331.9062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.460557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.128478Z","time spent":"332.073715ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-27T18:47:01.460556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.015479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:01.460609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.844219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-27T18:47:01.460634Z","caller":"traceutil/trace.go:171","msg":"trace[1805922487] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11152; }","duration":"335.107791ms","start":"2026-02-27T18:47:01.125513Z","end":"2026-02-27T18:47:01.460621Z","steps":["trace[1805922487] 'agreement among raft nodes before linearized reading' (duration: 334.950617ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:01.460659Z","caller":"traceutil/trace.go:171","msg":"trace[1167930216] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11152; }","duration":"469.90889ms","start":"2026-02-27T18:47:00.990737Z","end":"2026-02-27T18:47:01.460646Z","steps":["trace[1167930216] 'agreement among raft nodes before linearized reading' (duration: 469.759716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.460674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.12544Z","time spent":"335.226875ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-27T18:47:01.460749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.378185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-27T18:47:01.460768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.434204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:01.460787Z","caller":"traceutil/trace.go:171","msg":"trace[1815900700] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11152; }","duration":"398.466248ms","start":"2026-02-27T18:47:01.062308Z","end":"2026-02-27T18:47:01.460774Z","steps":["trace[1815900700] 'agreement among raft nodes before linearized reading' (duration: 398.390366ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:01.460799Z","caller":"traceutil/trace.go:171","msg":"trace[1424267407] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11152; }","duration":"470.524406ms","start":"2026-02-27T18:47:00.990267Z","end":"2026-02-27T18:47:01.460791Z","steps":["trace[1424267407] 'agreement among raft nodes before linearized reading' (duration: 470.477264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.460822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.062275Z","time spent":"398.538639ms","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-27T18:47:01.460836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.457244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:01.460857Z","caller":"traceutil/trace.go:171","msg":"trace[395505289] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11152; }","duration":"470.480235ms","start":"2026-02-27T18:47:00.99037Z","end":"2026-02-27T18:47:01.46085Z","steps":["trace[395505289] 'agreement among raft nodes before linearized reading' (duration: 470.449974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.460884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:00.990285Z","time spent":"470.595118ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-27T18:47:01.460764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:46:59.447874Z","time spent":"2.012534472s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:01.461001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009864657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:47:01.461044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.430328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:01.461051Z","caller":"traceutil/trace.go:171","msg":"trace[2004037713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11152; }","duration":"1.009951769s","start":"2026-02-27T18:47:00.451085Z","end":"2026-02-27T18:47:01.461037Z","steps":["trace[2004037713] 'agreement among raft nodes before linearized reading' (duration: 1.009849616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.461068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145585561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:47:01.461077Z","caller":"traceutil/trace.go:171","msg":"trace[442398908] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11152; }","duration":"333.461149ms","start":"2026-02-27T18:47:01.127607Z","end":"2026-02-27T18:47:01.461068Z","steps":["trace[442398908] 'agreement among raft nodes before linearized reading' (duration: 333.419938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.460805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.349552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-27T18:47:01.461084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:00.451058Z","time spent":"1.010019621s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:47:01.461091Z","caller":"traceutil/trace.go:171","msg":"trace[1879305980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11152; }","duration":"1.145646082s","start":"2026-02-27T18:47:00.315437Z","end":"2026-02-27T18:47:01.461083Z","steps":["trace[1879305980] 'agreement among raft nodes before linearized reading' (duration: 1.145593321s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.461103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.127486Z","time spent":"333.612012ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T18:47:01.461113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:00.315411Z","time spent":"1.145697773s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:47:01.46116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004758078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T18:47:01.461195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.742916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:01.461206Z","caller":"traceutil/trace.go:171","msg":"trace[1979209113] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11152; }","duration":"1.004845671s","start":"2026-02-27T18:47:00.456347Z","end":"2026-02-27T18:47:01.461193Z","steps":["trace[1979209113] 'agreement among raft nodes before linearized reading' (duration: 1.004743988s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:01.46112Z","caller":"traceutil/trace.go:171","msg":"trace[28674345] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11152; }","duration":"470.657659ms","start":"2026-02-27T18:47:00.990446Z","end":"2026-02-27T18:47:01.461103Z","steps":["trace[28674345] 'agreement among raft nodes before linearized reading' (duration: 470.29629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.461236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:00.456321Z","time spent":"1.004908332s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:47:01.461254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:00.990357Z","time spent":"470.890115ms","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-27T18:47:01.461011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.871224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:01.460837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:00.990239Z","time spent":"470.592848ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T18:47:01.461316Z","caller":"traceutil/trace.go:171","msg":"trace[398051369] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11152; }","duration":"333.192993ms","start":"2026-02-27T18:47:01.128113Z","end":"2026-02-27T18:47:01.461306Z","steps":["trace[398051369] 'agreement among raft nodes before linearized reading' (duration: 332.875945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.46133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.793238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T18:47:01.461345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.128102Z","time spent":"333.234893ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-27T18:47:01.461354Z","caller":"traceutil/trace.go:171","msg":"trace[757650449] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:11152; }","duration":"827.86716ms","start":"2026-02-27T18:47:00.633479Z","end":"2026-02-27T18:47:01.461346Z","steps":["trace[757650449] 'agreement among raft nodes before linearized reading' (duration: 827.716806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.460364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.973102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:01.460683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:00.990731Z","time spent":"469.946632ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-02-27T18:47:01.461392Z","caller":"traceutil/trace.go:171","msg":"trace[1727158460] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11152; }","duration":"471.080769ms","start":"2026-02-27T18:47:00.9903Z","end":"2026-02-27T18:47:01.461381Z","steps":["trace[1727158460] 'agreement among raft nodes before linearized reading' (duration: 470.001552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.461017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142897922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:47:01.461434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:00.990268Z","time spent":"471.156422ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T18:47:01.461306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010146933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:47:01.461467Z","caller":"traceutil/trace.go:171","msg":"trace[1492690950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11152; }","duration":"1.010361579s","start":"2026-02-27T18:47:00.4511Z","end":"2026-02-27T18:47:01.461461Z","steps":["trace[1492690950] 'agreement among raft nodes before linearized reading' (duration: 1.010141504s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:01.461222Z","caller":"traceutil/trace.go:171","msg":"trace[520673048] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11152; }","duration":"333.816898ms","start":"2026-02-27T18:47:01.127399Z","end":"2026-02-27T18:47:01.461216Z","steps":["trace[520673048] 'agreement among raft nodes before linearized reading' (duration: 333.776877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.460868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.12036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:01.461497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.127369Z","time spent":"334.121795ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T18:47:01.460939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.714133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T18:47:01.461501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:00.451022Z","time spent":"1.010469682s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:47:01.461562Z","caller":"traceutil/trace.go:171","msg":"trace[439717020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11152; }","duration":"576.37203ms","start":"2026-02-27T18:47:00.885179Z","end":"2026-02-27T18:47:01.461551Z","steps":["trace[439717020] 'agreement among raft nodes before linearized reading' (duration: 575.700263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.461375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:00.633451Z","time spent":"827.919501ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"info","ts":"2026-02-27T18:47:01.461439Z","caller":"traceutil/trace.go:171","msg":"trace[2057149868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11152; }","duration":"1.143357794s","start":"2026-02-27T18:47:00.318073Z","end":"2026-02-27T18:47:01.461431Z","steps":["trace[2057149868] 'agreement among raft nodes before linearized reading' (duration: 1.142877912s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.461749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:00.318046Z","time spent":"1.143694221s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:47:01.461526Z","caller":"traceutil/trace.go:171","msg":"trace[1737668896] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11152; }","duration":"471.817998ms","start":"2026-02-27T18:47:00.989697Z","end":"2026-02-27T18:47:01.461515Z","steps":["trace[1737668896] 'agreement among raft nodes before linearized reading' (duration: 471.152761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:01.461815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:00.989678Z","time spent":"472.125426ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-27T18:47:01.461601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:00.88516Z","time spent":"576.428142ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:47:01.967131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208441238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:47:02.467428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208441238,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:47:02.520758Z","caller":"traceutil/trace.go:171","msg":"trace[1543540237] transaction","detail":"{read_only:false; response_revision:11153; number_of_response:1; }","duration":"1.055187695s","start":"2026-02-27T18:47:01.465513Z","end":"2026-02-27T18:47:02.520701Z","steps":["trace[1543540237] 'process raft request' (duration: 1.00768296s)","trace[1543540237] 'compare' (duration: 46.729195ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:02.520938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.465488Z","time spent":"1.055349509s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:47:02.559506Z","caller":"traceutil/trace.go:171","msg":"trace[1432279561] transaction","detail":"{read_only:false; response_revision:11155; number_of_response:1; }","duration":"1.092787639s","start":"2026-02-27T18:47:01.466667Z","end":"2026-02-27T18:47:02.559455Z","steps":["trace[1432279561] 'process raft request' (duration: 1.092610675s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:02.559549Z","caller":"traceutil/trace.go:171","msg":"trace[1406070262] transaction","detail":"{read_only:false; response_revision:11154; number_of_response:1; }","duration":"1.093301163s","start":"2026-02-27T18:47:01.466213Z","end":"2026-02-27T18:47:02.559514Z","steps":["trace[1406070262] 'process raft request' (duration: 1.092897772s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:02.5595Z","caller":"traceutil/trace.go:171","msg":"trace[1789015549] transaction","detail":"{read_only:false; response_revision:11157; number_of_response:1; }","duration":"1.092254286s","start":"2026-02-27T18:47:01.467202Z","end":"2026-02-27T18:47:02.559457Z","steps":["trace[1789015549] 'process raft request' (duration: 1.092178014s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:02.559639Z","caller":"traceutil/trace.go:171","msg":"trace[1436157282] transaction","detail":"{read_only:false; response_revision:11156; number_of_response:1; }","duration":"1.09279158s","start":"2026-02-27T18:47:01.466814Z","end":"2026-02-27T18:47:02.559606Z","steps":["trace[1436157282] 'process raft request' (duration: 1.092517873s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:02.559702Z","caller":"traceutil/trace.go:171","msg":"trace[1216055729] linearizableReadLoop","detail":"{readStateIndex:11581; appliedIndex:11574; }","duration":"1.092963774s","start":"2026-02-27T18:47:01.4667Z","end":"2026-02-27T18:47:02.559664Z","steps":["trace[1216055729] 'read index received' (duration: 1.006514872s)","trace[1216055729] 'applied index is now lower than readState.Index' (duration: 86.447712ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:02.559723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.4662Z","time spent":"1.093410805s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:02.55975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.4668Z","time spent":"1.092886772s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:02.559752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.467171Z","time spent":"1.092469972s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:02.559727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.466655Z","time spent":"1.092948874s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:47:02.559789Z","caller":"traceutil/trace.go:171","msg":"trace[1338914029] transaction","detail":"{read_only:false; response_revision:11158; number_of_response:1; }","duration":"1.091057525s","start":"2026-02-27T18:47:01.468688Z","end":"2026-02-27T18:47:02.559745Z","steps":["trace[1338914029] 'process raft request' (duration: 1.090726917s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:02.559856Z","caller":"traceutil/trace.go:171","msg":"trace[1113464222] transaction","detail":"{read_only:false; response_revision:11159; number_of_response:1; }","duration":"1.061405144s","start":"2026-02-27T18:47:01.498391Z","end":"2026-02-27T18:47:02.559797Z","steps":["trace[1113464222] 'process raft request' (duration: 1.061162788s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:02.559986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.46867Z","time spent":"1.091206379s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:02.559987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.225843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:47:02.560008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.498364Z","time spent":"1.061568248s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:47:02.560027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.542321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:47:02.560031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093296063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T18:47:02.56005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.80319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:02.5601Z","caller":"traceutil/trace.go:171","msg":"trace[1970465168] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:11159; }","duration":"186.653904ms","start":"2026-02-27T18:47:02.373431Z","end":"2026-02-27T18:47:02.560085Z","steps":["trace[1970465168] 'agreement among raft nodes before linearized reading' (duration: 186.51797ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:02.560119Z","caller":"traceutil/trace.go:171","msg":"trace[1400535499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11159; }","duration":"1.093424195s","start":"2026-02-27T18:47:01.466674Z","end":"2026-02-27T18:47:02.560099Z","steps":["trace[1400535499] 'agreement among raft nodes before linearized reading' (duration: 1.093127628s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:02.56015Z","caller":"traceutil/trace.go:171","msg":"trace[206056075] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:11159; }","duration":"479.948144ms","start":"2026-02-27T18:47:02.080171Z","end":"2026-02-27T18:47:02.56012Z","steps":["trace[206056075] 'agreement among raft nodes before linearized reading' (duration: 479.733458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:02.56016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.38124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:47:02.560154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.814578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:02.560209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:02.080161Z","time spent":"480.034806ms","remote":"127.0.0.1:35188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:47:02.560221Z","caller":"traceutil/trace.go:171","msg":"trace[1957330337] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11159; }","duration":"494.492913ms","start":"2026-02-27T18:47:02.065708Z","end":"2026-02-27T18:47:02.560201Z","steps":["trace[1957330337] 'agreement among raft nodes before linearized reading' (duration: 494.38273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:02.56023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0880841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:02.560238Z","caller":"traceutil/trace.go:171","msg":"trace[348809148] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11159; }","duration":"365.89694ms","start":"2026-02-27T18:47:02.194319Z","end":"2026-02-27T18:47:02.560216Z","steps":["trace[348809148] 'agreement among raft nodes before linearized reading' (duration: 365.746026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:02.560272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:02.065679Z","time spent":"494.576414ms","remote":"127.0.0.1:50956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:47:02.560276Z","caller":"traceutil/trace.go:171","msg":"trace[1203424791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11159; }","duration":"1.088150191s","start":"2026-02-27T18:47:01.47211Z","end":"2026-02-27T18:47:02.560261Z","steps":["trace[1203424791] 'agreement among raft nodes before linearized reading' (duration: 1.088055539s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:02.560285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:02.194242Z","time spent":"366.028332ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:47:02.560311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.4721Z","time spent":"1.088205464s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:47:02.560409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.086504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-6b567f5577-v9vjd.18982edf5a20c631\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-02-27T18:47:02.560449Z","caller":"traceutil/trace.go:171","msg":"trace[834250387] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-6b567f5577-v9vjd.18982edf5a20c631; range_end:; response_count:1; response_revision:11159; }","duration":"589.158495ms","start":"2026-02-27T18:47:01.971276Z","end":"2026-02-27T18:47:02.560434Z","steps":["trace[834250387] 'agreement among raft nodes before linearized reading' (duration: 588.990569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:02.560168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.466663Z","time spent":"1.093493647s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:47:02.560479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.971249Z","time spent":"589.222697ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-volume-6b567f5577-v9vjd.18982edf5a20c631\" "} {"level":"warn","ts":"2026-02-27T18:47:02.560487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093081848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447582"} {"level":"info","ts":"2026-02-27T18:47:02.560539Z","caller":"traceutil/trace.go:171","msg":"trace[1203976414] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11159; }","duration":"1.09317053s","start":"2026-02-27T18:47:01.467354Z","end":"2026-02-27T18:47:02.560524Z","steps":["trace[1203976414] 'agreement among raft nodes before linearized reading' (duration: 1.092504832s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:02.560053Z","caller":"traceutil/trace.go:171","msg":"trace[2115476200] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:11159; }","duration":"786.299335ms","start":"2026-02-27T18:47:01.773734Z","end":"2026-02-27T18:47:02.560033Z","steps":["trace[2115476200] 'agreement among raft nodes before linearized reading' (duration: 786.177441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:02.56058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.467343Z","time spent":"1.093225182s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447606,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:47:02.560608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.773668Z","time spent":"786.918561ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:47:02.561163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.034497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T18:47:02.561234Z","caller":"traceutil/trace.go:171","msg":"trace[2098477731] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11159; }","duration":"959.1587ms","start":"2026-02-27T18:47:01.602058Z","end":"2026-02-27T18:47:02.561217Z","steps":["trace[2098477731] 'agreement among raft nodes before linearized reading' (duration: 958.063572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:02.56128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:01.602028Z","time spent":"959.237692ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1178,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:47:02.877086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.297184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:47:02.877365Z","caller":"traceutil/trace.go:171","msg":"trace[401132197] transaction","detail":"{read_only:false; response_revision:11161; number_of_response:1; }","duration":"285.798368ms","start":"2026-02-27T18:47:02.591532Z","end":"2026-02-27T18:47:02.877331Z","steps":["trace[401132197] 'process raft request' (duration: 32.130185ms)","trace[401132197] 'compare' (duration: 252.981095ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:47:02.877429Z","caller":"traceutil/trace.go:171","msg":"trace[1442304537] linearizableReadLoop","detail":"{readStateIndex:11583; appliedIndex:11582; }","duration":"222.997086ms","start":"2026-02-27T18:47:02.654198Z","end":"2026-02-27T18:47:02.877195Z","steps":["trace[1442304537] 'read index received' (duration: 95.853µs)","trace[1442304537] 'applied index is now lower than readState.Index' (duration: 222.899633ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:02.877615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.363945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:02.877701Z","caller":"traceutil/trace.go:171","msg":"trace[557939766] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11161; }","duration":"223.553029ms","start":"2026-02-27T18:47:02.654124Z","end":"2026-02-27T18:47:02.877677Z","steps":["trace[557939766] 'agreement among raft nodes before linearized reading' (duration: 223.348184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:03.710518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.699629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:47:03.710981Z","caller":"traceutil/trace.go:171","msg":"trace[804359418] transaction","detail":"{read_only:false; response_revision:11163; number_of_response:1; }","duration":"381.439986ms","start":"2026-02-27T18:47:03.329485Z","end":"2026-02-27T18:47:03.710925Z","steps":["trace[804359418] 'process raft request' (duration: 240.183783ms)","trace[804359418] 'compare' (duration: 140.153896ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:03.711186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:47:03.329451Z","time spent":"381.61855ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:47:03.711167Z","caller":"traceutil/trace.go:171","msg":"trace[1187411604] transaction","detail":"{read_only:false; response_revision:11164; number_of_response:1; }","duration":"243.402315ms","start":"2026-02-27T18:47:03.467741Z","end":"2026-02-27T18:47:03.711144Z","steps":["trace[1187411604] 'process raft request' (duration: 243.242401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:03.711182Z","caller":"traceutil/trace.go:171","msg":"trace[1019321646] linearizableReadLoop","detail":"{readStateIndex:11586; appliedIndex:11585; }","duration":"244.721648ms","start":"2026-02-27T18:47:03.466421Z","end":"2026-02-27T18:47:03.711143Z","steps":["trace[1019321646] 'read index received' (duration: 103.379963ms)","trace[1019321646] 'applied index is now lower than readState.Index' (duration: 141.337374ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:47:03.711345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.908292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:03.711497Z","caller":"traceutil/trace.go:171","msg":"trace[1434952425] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11164; }","duration":"245.102977ms","start":"2026-02-27T18:47:03.466374Z","end":"2026-02-27T18:47:03.711477Z","steps":["trace[1434952425] 'agreement among raft nodes before linearized reading' (duration: 244.884291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:03.742959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.162941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:03.743017Z","caller":"traceutil/trace.go:171","msg":"trace[1560407896] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11165; }","duration":"275.224663ms","start":"2026-02-27T18:47:03.467779Z","end":"2026-02-27T18:47:03.743003Z","steps":["trace[1560407896] 'agreement among raft nodes before linearized reading' (duration: 275.10219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:03.743064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.107609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-27T18:47:03.743091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.782307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:03.743214Z","caller":"traceutil/trace.go:171","msg":"trace[612077000] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11165; }","duration":"275.94876ms","start":"2026-02-27T18:47:03.467239Z","end":"2026-02-27T18:47:03.743187Z","steps":["trace[612077000] 'agreement among raft nodes before linearized reading' (duration: 275.729775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:03.743241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.168676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-27T18:47:03.74325Z","caller":"traceutil/trace.go:171","msg":"trace[1390492083] transaction","detail":"{read_only:false; response_revision:11165; number_of_response:1; }","duration":"142.179317ms","start":"2026-02-27T18:47:03.600992Z","end":"2026-02-27T18:47:03.743172Z","steps":["trace[1390492083] 'process raft request' (duration: 141.677264ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:03.743297Z","caller":"traceutil/trace.go:171","msg":"trace[1234862845] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11165; }","duration":"276.282029ms","start":"2026-02-27T18:47:03.466995Z","end":"2026-02-27T18:47:03.743277Z","steps":["trace[1234862845] 'agreement among raft nodes before linearized reading' (duration: 276.118905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:03.743314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.606197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:03.743348Z","caller":"traceutil/trace.go:171","msg":"trace[1704562755] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11165; }","duration":"276.666079ms","start":"2026-02-27T18:47:03.466672Z","end":"2026-02-27T18:47:03.743338Z","steps":["trace[1704562755] 'agreement among raft nodes before linearized reading' (duration: 276.614768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:03.743434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.894223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:03.743132Z","caller":"traceutil/trace.go:171","msg":"trace[73816522] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11165; }","duration":"275.199981ms","start":"2026-02-27T18:47:03.467918Z","end":"2026-02-27T18:47:03.743118Z","steps":["trace[73816522] 'agreement among raft nodes before linearized reading' (duration: 274.945135ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:03.743464Z","caller":"traceutil/trace.go:171","msg":"trace[156611058] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11165; }","duration":"274.940924ms","start":"2026-02-27T18:47:03.468517Z","end":"2026-02-27T18:47:03.743457Z","steps":["trace[156611058] 'agreement among raft nodes before linearized reading' (duration: 274.897303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:03.743045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.970411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:03.743519Z","caller":"traceutil/trace.go:171","msg":"trace[645411145] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11165; }","duration":"276.531715ms","start":"2026-02-27T18:47:03.466977Z","end":"2026-02-27T18:47:03.743508Z","steps":["trace[645411145] 'agreement among raft nodes before linearized reading' (duration: 275.93996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:03.743588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.037127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-27T18:47:03.743617Z","caller":"traceutil/trace.go:171","msg":"trace[666384755] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11165; }","duration":"275.080458ms","start":"2026-02-27T18:47:03.468529Z","end":"2026-02-27T18:47:03.74361Z","steps":["trace[666384755] 'agreement among raft nodes before linearized reading' (duration: 274.993585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:47:03.743631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.14971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:47:03.74371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.349604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:47:03.743707Z","caller":"traceutil/trace.go:171","msg":"trace[423328756] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11165; }","duration":"275.241682ms","start":"2026-02-27T18:47:03.468451Z","end":"2026-02-27T18:47:03.743693Z","steps":["trace[423328756] 'agreement among raft nodes before linearized reading' (duration: 275.142179ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:03.744289Z","caller":"traceutil/trace.go:171","msg":"trace[1846141149] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11165; }","duration":"275.392396ms","start":"2026-02-27T18:47:03.468333Z","end":"2026-02-27T18:47:03.743725Z","steps":["trace[1846141149] 'agreement among raft nodes before linearized reading' (duration: 275.356945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:47:49.932698Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9456} {"level":"info","ts":"2026-02-27T18:47:50.022648Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9456,"took":"87.153601ms","hash":1594159246,"current-db-size-bytes":39575552,"current-db-size":"40 MB","current-db-size-in-use-bytes":21524480,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-27T18:47:50.022787Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1594159246,"revision":9456,"compact-revision":7281} {"level":"info","ts":"2026-02-27T18:48:09.367532Z","caller":"traceutil/trace.go:171","msg":"trace[767840938] transaction","detail":"{read_only:false; response_revision:11586; number_of_response:1; }","duration":"289.587445ms","start":"2026-02-27T18:48:09.077905Z","end":"2026-02-27T18:48:09.367492Z","steps":["trace[767840938] 'process raft request' (duration: 289.350839ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:48:09.368904Z","caller":"traceutil/trace.go:171","msg":"trace[743650984] linearizableReadLoop","detail":"{readStateIndex:12026; appliedIndex:12023; }","duration":"262.246943ms","start":"2026-02-27T18:48:09.10663Z","end":"2026-02-27T18:48:09.368877Z","steps":["trace[743650984] 'read index received' (duration: 260.615491ms)","trace[743650984] 'applied index is now lower than readState.Index' (duration: 1.630552ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:48:09.368946Z","caller":"traceutil/trace.go:171","msg":"trace[552530159] transaction","detail":"{read_only:false; response_revision:11587; number_of_response:1; }","duration":"291.013992ms","start":"2026-02-27T18:48:09.077912Z","end":"2026-02-27T18:48:09.368926Z","steps":["trace[552530159] 'process raft request' (duration: 290.791666ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:48:09.369059Z","caller":"traceutil/trace.go:171","msg":"trace[540040191] transaction","detail":"{read_only:false; response_revision:11588; number_of_response:1; }","duration":"291.017502ms","start":"2026-02-27T18:48:09.07803Z","end":"2026-02-27T18:48:09.369047Z","steps":["trace[540040191] 'process raft request' (duration: 290.804297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:09.369251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.251489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:48:09.369292Z","caller":"traceutil/trace.go:171","msg":"trace[1713806679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11588; }","duration":"105.348963ms","start":"2026-02-27T18:48:09.263933Z","end":"2026-02-27T18:48:09.369282Z","steps":["trace[1713806679] 'agreement among raft nodes before linearized reading' (duration: 105.263821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:48:09.36931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.683733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:48:09.369341Z","caller":"traceutil/trace.go:171","msg":"trace[1294283407] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:11588; }","duration":"262.749535ms","start":"2026-02-27T18:48:09.106581Z","end":"2026-02-27T18:48:09.369331Z","steps":["trace[1294283407] 'agreement among raft nodes before linearized reading' (duration: 262.603081ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:51:16.543517Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033ba.wal"} {"level":"info","ts":"2026-02-27T18:52:48.260385Z","caller":"traceutil/trace.go:171","msg":"trace[677827041] transaction","detail":"{read_only:false; response_revision:13351; number_of_response:1; }","duration":"262.629457ms","start":"2026-02-27T18:52:47.997725Z","end":"2026-02-27T18:52:48.260355Z","steps":["trace[677827041] 'process raft request' (duration: 262.434212ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:49.941418Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11469} {"level":"info","ts":"2026-02-27T18:52:50.026152Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11469,"took":"81.115634ms","hash":653451303,"current-db-size-bytes":39575552,"current-db-size":"40 MB","current-db-size-in-use-bytes":24072192,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-27T18:52:50.026244Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":653451303,"revision":11469,"compact-revision":9456} {"level":"warn","ts":"2026-02-27T18:52:51.763983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208447877,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:52:51.912221Z","caller":"traceutil/trace.go:171","msg":"trace[766307935] transaction","detail":"{read_only:false; response_revision:13368; number_of_response:1; }","duration":"778.081584ms","start":"2026-02-27T18:52:51.134108Z","end":"2026-02-27T18:52:51.912189Z","steps":["trace[766307935] 'process raft request' (duration: 777.90196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:51.912421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:51.13409Z","time spent":"778.223178ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:52:51.92354Z","caller":"traceutil/trace.go:171","msg":"trace[1950184363] linearizableReadLoop","detail":"{readStateIndex:13876; appliedIndex:13874; }","duration":"660.131406ms","start":"2026-02-27T18:52:51.263372Z","end":"2026-02-27T18:52:51.923504Z","steps":["trace[1950184363] 'read index received' (duration: 648.679759ms)","trace[1950184363] 'applied index is now lower than readState.Index' (duration: 11.450107ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:52:51.923625Z","caller":"traceutil/trace.go:171","msg":"trace[593384117] transaction","detail":"{read_only:false; response_revision:13369; number_of_response:1; }","duration":"746.458612ms","start":"2026-02-27T18:52:51.177132Z","end":"2026-02-27T18:52:51.923591Z","steps":["trace[593384117] 'process raft request' (duration: 746.177495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:51.923764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.358662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:52:51.923892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.583005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:52:51.923919Z","caller":"traceutil/trace.go:171","msg":"trace[4079305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13369; }","duration":"660.538646ms","start":"2026-02-27T18:52:51.263362Z","end":"2026-02-27T18:52:51.923901Z","steps":["trace[4079305] 'agreement among raft nodes before linearized reading' (duration: 660.325101ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:52:51.923965Z","caller":"traceutil/trace.go:171","msg":"trace[1785549823] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13369; }","duration":"634.705328ms","start":"2026-02-27T18:52:51.289242Z","end":"2026-02-27T18:52:51.923947Z","steps":["trace[1785549823] 'agreement among raft nodes before linearized reading' (duration: 634.584745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:52:51.923831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:51.177101Z","time spent":"746.616356ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:52:51.923987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:51.263301Z","time spent":"660.66888ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:52:51.924012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:52:51.289214Z","time spent":"634.783881ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:53:12.976515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208448188,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:53:13.074959Z","caller":"traceutil/trace.go:171","msg":"trace[1272007706] transaction","detail":"{read_only:false; response_revision:13471; number_of_response:1; }","duration":"718.360196ms","start":"2026-02-27T18:53:12.356554Z","end":"2026-02-27T18:53:13.074914Z","steps":["trace[1272007706] 'process raft request' (duration: 718.166211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:13.075214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:12.356517Z","time spent":"718.577901ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:53:13.796092Z","caller":"traceutil/trace.go:171","msg":"trace[825376119] transaction","detail":"{read_only:false; response_revision:13472; number_of_response:1; }","duration":"833.290388ms","start":"2026-02-27T18:53:12.962758Z","end":"2026-02-27T18:53:13.796049Z","steps":["trace[825376119] 'process raft request' (duration: 831.027182ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:13.796186Z","caller":"traceutil/trace.go:171","msg":"trace[1061735452] transaction","detail":"{read_only:false; response_revision:13473; number_of_response:1; }","duration":"103.136236ms","start":"2026-02-27T18:53:13.69302Z","end":"2026-02-27T18:53:13.796156Z","steps":["trace[1061735452] 'process raft request' (duration: 103.036213ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:13.79625Z","caller":"traceutil/trace.go:171","msg":"trace[324389754] linearizableReadLoop","detail":"{readStateIndex:13983; appliedIndex:13981; }","duration":"1.320741973s","start":"2026-02-27T18:53:12.47547Z","end":"2026-02-27T18:53:13.796212Z","steps":["trace[324389754] 'read index received' (duration: 599.383932ms)","trace[324389754] 'applied index is now lower than readState.Index' (duration: 721.353051ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:53:13.796318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:12.96273Z","time spent":"833.469623ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:53:13.796497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321029232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:53:13.796534Z","caller":"traceutil/trace.go:171","msg":"trace[1451426535] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:13473; }","duration":"1.321124864s","start":"2026-02-27T18:53:12.475398Z","end":"2026-02-27T18:53:13.796523Z","steps":["trace[1451426535] 'agreement among raft nodes before linearized reading' (duration: 1.32095417s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:13.796568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:12.475364Z","time spent":"1.321195576s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":62,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:53:13.796614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134173794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T18:53:13.796691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.03528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T18:53:13.796697Z","caller":"traceutil/trace.go:171","msg":"trace[1534133382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13473; }","duration":"1.134310957s","start":"2026-02-27T18:53:12.662363Z","end":"2026-02-27T18:53:13.796674Z","steps":["trace[1534133382] 'agreement among raft nodes before linearized reading' (duration: 1.134094072s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:13.796682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.261725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:53:13.796771Z","caller":"traceutil/trace.go:171","msg":"trace[1709456207] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:13473; }","duration":"622.129323ms","start":"2026-02-27T18:53:13.174594Z","end":"2026-02-27T18:53:13.796723Z","steps":["trace[1709456207] 'agreement among raft nodes before linearized reading' (duration: 621.955988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:13.796801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:12.66234Z","time spent":"1.134451371s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:53:13.796807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:13.174575Z","time spent":"622.223074ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-02-27T18:53:13.796771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.414956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:53:13.796807Z","caller":"traceutil/trace.go:171","msg":"trace[2066796385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13473; }","duration":"986.400748ms","start":"2026-02-27T18:53:12.810389Z","end":"2026-02-27T18:53:13.79679Z","steps":["trace[2066796385] 'agreement among raft nodes before linearized reading' (duration: 986.098881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:13.796913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:12.810368Z","time spent":"986.532642ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:53:13.797051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.05925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T18:53:13.797058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.902273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:53:13.797095Z","caller":"traceutil/trace.go:171","msg":"trace[365781775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13473; }","duration":"988.172404ms","start":"2026-02-27T18:53:12.808911Z","end":"2026-02-27T18:53:13.797083Z","steps":["trace[365781775] 'agreement among raft nodes before linearized reading' (duration: 988.064661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:13.797126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:12.808888Z","time spent":"988.231774ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:53:13.797143Z","caller":"traceutil/trace.go:171","msg":"trace[1355272529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13473; }","duration":"692.047166ms","start":"2026-02-27T18:53:13.105069Z","end":"2026-02-27T18:53:13.797116Z","steps":["trace[1355272529] 'agreement among raft nodes before linearized reading' (duration: 691.764299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:13.79719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:13.105044Z","time spent":"692.137099ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:53:13.797237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.73622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:53:13.79727Z","caller":"traceutil/trace.go:171","msg":"trace[1196869275] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:13473; }","duration":"766.823562ms","start":"2026-02-27T18:53:13.030435Z","end":"2026-02-27T18:53:13.797258Z","steps":["trace[1196869275] 'agreement among raft nodes before linearized reading' (duration: 766.706359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:13.797299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:13.03041Z","time spent":"766.878384ms","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:53:13.796891Z","caller":"traceutil/trace.go:171","msg":"trace[985883227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13473; }","duration":"694.628041ms","start":"2026-02-27T18:53:13.102232Z","end":"2026-02-27T18:53:13.79686Z","steps":["trace[985883227] 'agreement among raft nodes before linearized reading' (duration: 694.223601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:13.798226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:13.102206Z","time spent":"695.960924ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:53:14.067876Z","caller":"traceutil/trace.go:171","msg":"trace[469095235] transaction","detail":"{read_only:false; response_revision:13474; number_of_response:1; }","duration":"266.272208ms","start":"2026-02-27T18:53:13.801576Z","end":"2026-02-27T18:53:14.067848Z","steps":["trace[469095235] 'process raft request' (duration: 266.019632ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:14.068213Z","caller":"traceutil/trace.go:171","msg":"trace[1097935294] transaction","detail":"{read_only:false; response_revision:13475; number_of_response:1; }","duration":"265.809177ms","start":"2026-02-27T18:53:13.802368Z","end":"2026-02-27T18:53:14.068177Z","steps":["trace[1097935294] 'process raft request' (duration: 265.432067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:14.068965Z","caller":"traceutil/trace.go:171","msg":"trace[1547319925] transaction","detail":"{read_only:false; response_revision:13476; number_of_response:1; }","duration":"266.245547ms","start":"2026-02-27T18:53:13.802701Z","end":"2026-02-27T18:53:14.068947Z","steps":["trace[1547319925] 'process raft request' (duration: 265.57862ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:14.069241Z","caller":"traceutil/trace.go:171","msg":"trace[1680768242] transaction","detail":"{read_only:false; response_revision:13478; number_of_response:1; }","duration":"262.249708ms","start":"2026-02-27T18:53:13.80698Z","end":"2026-02-27T18:53:14.069229Z","steps":["trace[1680768242] 'process raft request' (duration: 261.93942ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:14.069442Z","caller":"traceutil/trace.go:171","msg":"trace[151746980] transaction","detail":"{read_only:false; response_revision:13477; number_of_response:1; }","duration":"266.35944ms","start":"2026-02-27T18:53:13.803065Z","end":"2026-02-27T18:53:14.069425Z","steps":["trace[151746980] 'process raft request' (duration: 265.730904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:23.007044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.274372ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:53:23.007179Z","caller":"traceutil/trace.go:171","msg":"trace[1412905453] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13530; }","duration":"139.442006ms","start":"2026-02-27T18:53:22.867718Z","end":"2026-02-27T18:53:23.00716Z","steps":["trace[1412905453] 'range keys from in-memory index tree' (duration: 139.248772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:23.00757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.230476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:53:23.007603Z","caller":"traceutil/trace.go:171","msg":"trace[1869258628] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:13530; }","duration":"193.312918ms","start":"2026-02-27T18:53:22.81428Z","end":"2026-02-27T18:53:23.007593Z","steps":["trace[1869258628] 'count revisions from in-memory index tree' (duration: 193.151734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:23.007834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.96213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151631"} {"level":"info","ts":"2026-02-27T18:53:23.007949Z","caller":"traceutil/trace.go:171","msg":"trace[481591524] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13530; }","duration":"136.106564ms","start":"2026-02-27T18:53:22.871817Z","end":"2026-02-27T18:53:23.007923Z","steps":["trace[481591524] 'range keys from in-memory index tree' (duration: 135.55082ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:24.300694Z","caller":"traceutil/trace.go:171","msg":"trace[1336152771] transaction","detail":"{read_only:false; response_revision:13536; number_of_response:1; }","duration":"194.378766ms","start":"2026-02-27T18:53:24.106291Z","end":"2026-02-27T18:53:24.30067Z","steps":["trace[1336152771] 'process raft request' (duration: 112.950864ms)","trace[1336152771] 'compare' (duration: 81.255238ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:53:24.300922Z","caller":"traceutil/trace.go:171","msg":"trace[945379272] linearizableReadLoop","detail":"{readStateIndex:14052; appliedIndex:14049; }","duration":"177.747218ms","start":"2026-02-27T18:53:24.123136Z","end":"2026-02-27T18:53:24.300883Z","steps":["trace[945379272] 'read index received' (duration: 5.912758ms)","trace[945379272] 'applied index is now lower than readState.Index' (duration: 171.83182ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:53:24.301013Z","caller":"traceutil/trace.go:171","msg":"trace[2067335747] transaction","detail":"{read_only:false; response_revision:13537; number_of_response:1; }","duration":"193.609926ms","start":"2026-02-27T18:53:24.107393Z","end":"2026-02-27T18:53:24.301003Z","steps":["trace[2067335747] 'process raft request' (duration: 193.230737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:24.301181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.551813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:53:24.301217Z","caller":"traceutil/trace.go:171","msg":"trace[1724748363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13537; }","duration":"173.621075ms","start":"2026-02-27T18:53:24.127588Z","end":"2026-02-27T18:53:24.301209Z","steps":["trace[1724748363] 'agreement among raft nodes before linearized reading' (duration: 173.490132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:24.301193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.035395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:53:24.301273Z","caller":"traceutil/trace.go:171","msg":"trace[1043754379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13537; }","duration":"178.18863ms","start":"2026-02-27T18:53:24.123065Z","end":"2026-02-27T18:53:24.301254Z","steps":["trace[1043754379] 'agreement among raft nodes before linearized reading' (duration: 177.969294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:24.301273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.270952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:53:24.301328Z","caller":"traceutil/trace.go:171","msg":"trace[1137351322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13537; }","duration":"174.377074ms","start":"2026-02-27T18:53:24.126933Z","end":"2026-02-27T18:53:24.30131Z","steps":["trace[1137351322] 'agreement among raft nodes before linearized reading' (duration: 174.21147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:24.301334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.900752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:53:24.301386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.214175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T18:53:24.301385Z","caller":"traceutil/trace.go:171","msg":"trace[180487754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13537; }","duration":"176.049095ms","start":"2026-02-27T18:53:24.125322Z","end":"2026-02-27T18:53:24.301371Z","steps":["trace[180487754] 'agreement among raft nodes before linearized reading' (duration: 175.747178ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:24.301412Z","caller":"traceutil/trace.go:171","msg":"trace[1645346919] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13537; }","duration":"171.284826ms","start":"2026-02-27T18:53:24.130119Z","end":"2026-02-27T18:53:24.301404Z","steps":["trace[1645346919] 'agreement among raft nodes before linearized reading' (duration: 171.159573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:24.302095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.97077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:53:24.302227Z","caller":"traceutil/trace.go:171","msg":"trace[654073301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13537; }","duration":"175.072622ms","start":"2026-02-27T18:53:24.12708Z","end":"2026-02-27T18:53:24.302153Z","steps":["trace[654073301] 'agreement among raft nodes before linearized reading' (duration: 174.012095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:25.342703Z","caller":"traceutil/trace.go:171","msg":"trace[179985852] transaction","detail":"{read_only:false; response_revision:13544; number_of_response:1; }","duration":"217.865286ms","start":"2026-02-27T18:53:25.124802Z","end":"2026-02-27T18:53:25.342667Z","steps":["trace[179985852] 'process raft request' (duration: 217.64526ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:26.814367Z","caller":"traceutil/trace.go:171","msg":"trace[725970919] linearizableReadLoop","detail":"{readStateIndex:14061; appliedIndex:14060; }","duration":"500.35874ms","start":"2026-02-27T18:53:26.313966Z","end":"2026-02-27T18:53:26.814325Z","steps":["trace[725970919] 'read index received' (duration: 500.123704ms)","trace[725970919] 'applied index is now lower than readState.Index' (duration: 233.766µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:53:26.814537Z","caller":"traceutil/trace.go:171","msg":"trace[1871694448] transaction","detail":"{read_only:false; response_revision:13546; number_of_response:1; }","duration":"507.420629ms","start":"2026-02-27T18:53:26.3071Z","end":"2026-02-27T18:53:26.81452Z","steps":["trace[1871694448] 'process raft request' (duration: 507.004678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:26.814667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:26.307066Z","time spent":"507.502131ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:53:26.814816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.847864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:53:26.814874Z","caller":"traceutil/trace.go:171","msg":"trace[447250310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13546; }","duration":"500.974706ms","start":"2026-02-27T18:53:26.313884Z","end":"2026-02-27T18:53:26.814859Z","steps":["trace[447250310] 'agreement among raft nodes before linearized reading' (duration: 500.761501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:26.814916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:26.313861Z","time spent":"501.043669ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:53:27.210098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.402235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:53:27.210223Z","caller":"traceutil/trace.go:171","msg":"trace[1355892934] linearizableReadLoop","detail":"{readStateIndex:14062; appliedIndex:14061; }","duration":"395.733246ms","start":"2026-02-27T18:53:26.814474Z","end":"2026-02-27T18:53:27.210208Z","steps":["trace[1355892934] 'read index received' (duration: 271.687325ms)","trace[1355892934] 'applied index is now lower than readState.Index' (duration: 124.044271ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:53:27.210363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.584839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:53:27.210388Z","caller":"traceutil/trace.go:171","msg":"trace[574284104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13547; }","duration":"894.61822ms","start":"2026-02-27T18:53:26.31576Z","end":"2026-02-27T18:53:27.210378Z","steps":["trace[574284104] 'agreement among raft nodes before linearized reading' (duration: 894.507758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:27.21041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:26.315755Z","time spent":"894.650501ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:53:27.210511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.160139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-27T18:53:27.210569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.526012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T18:53:27.210615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.751199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:53:27.210639Z","caller":"traceutil/trace.go:171","msg":"trace[1170732604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13547; }","duration":"895.78876ms","start":"2026-02-27T18:53:26.314843Z","end":"2026-02-27T18:53:27.210632Z","steps":["trace[1170732604] 'agreement among raft nodes before linearized reading' (duration: 895.736028ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:27.210622Z","caller":"traceutil/trace.go:171","msg":"trace[1645365411] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13547; }","duration":"892.320074ms","start":"2026-02-27T18:53:26.318266Z","end":"2026-02-27T18:53:27.210586Z","steps":["trace[1645365411] 'agreement among raft nodes before linearized reading' (duration: 891.965645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:27.210652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:26.314838Z","time spent":"895.811061ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:53:27.210648Z","caller":"traceutil/trace.go:171","msg":"trace[792005041] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13547; }","duration":"814.662826ms","start":"2026-02-27T18:53:26.395964Z","end":"2026-02-27T18:53:27.210627Z","steps":["trace[792005041] 'agreement among raft nodes before linearized reading' (duration: 814.362968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:27.210683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:26.318252Z","time spent":"892.418956ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T18:53:27.210698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:26.395937Z","time spent":"814.747337ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T18:53:27.210564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.180865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:53:27.210703Z","caller":"traceutil/trace.go:171","msg":"trace[1441076281] transaction","detail":"{read_only:false; response_revision:13547; number_of_response:1; }","duration":"560.94057ms","start":"2026-02-27T18:53:26.649727Z","end":"2026-02-27T18:53:27.210667Z","steps":["trace[1441076281] 'process raft request' (duration: 436.404316ms)","trace[1441076281] 'compare' (duration: 123.265942ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:53:27.210723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.894523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:53:27.210773Z","caller":"traceutil/trace.go:171","msg":"trace[2001264815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13547; }","duration":"896.000016ms","start":"2026-02-27T18:53:26.314759Z","end":"2026-02-27T18:53:27.21076Z","steps":["trace[2001264815] 'agreement among raft nodes before linearized reading' (duration: 895.857252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:27.210758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.719156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T18:53:27.210806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:26.314732Z","time spent":"896.066177ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:53:27.210776Z","caller":"traceutil/trace.go:171","msg":"trace[194913772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13547; }","duration":"895.379631ms","start":"2026-02-27T18:53:26.315366Z","end":"2026-02-27T18:53:27.210746Z","steps":["trace[194913772] 'agreement among raft nodes before linearized reading' (duration: 895.150425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:27.210887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:26.315355Z","time spent":"895.495413ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:53:27.210871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:26.649676Z","time spent":"561.084854ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:53:27.210891Z","caller":"traceutil/trace.go:171","msg":"trace[1094215967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:13547; }","duration":"871.8704ms","start":"2026-02-27T18:53:26.338967Z","end":"2026-02-27T18:53:27.210837Z","steps":["trace[1094215967] 'agreement among raft nodes before linearized reading' (duration: 871.575073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:27.211216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:26.338944Z","time spent":"872.253059ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"info","ts":"2026-02-27T18:53:27.254789Z","caller":"traceutil/trace.go:171","msg":"trace[550326105] transaction","detail":"{read_only:false; response_revision:13548; number_of_response:1; }","duration":"432.083469ms","start":"2026-02-27T18:53:26.822679Z","end":"2026-02-27T18:53:27.254763Z","steps":["trace[550326105] 'process raft request' (duration: 431.795032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:27.254915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.402168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:53:27.254989Z","caller":"traceutil/trace.go:171","msg":"trace[1041793441] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:13548; }","duration":"385.523391ms","start":"2026-02-27T18:53:26.869442Z","end":"2026-02-27T18:53:27.254965Z","steps":["trace[1041793441] 'agreement among raft nodes before linearized reading' (duration: 385.366987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:27.255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:26.822647Z","time spent":"432.233513ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:53:27.255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.15438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-27T18:53:27.255039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:26.869419Z","time spent":"385.608753ms","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:53:27.255102Z","caller":"traceutil/trace.go:171","msg":"trace[2065806297] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13548; }","duration":"186.312784ms","start":"2026-02-27T18:53:27.068758Z","end":"2026-02-27T18:53:27.255071Z","steps":["trace[2065806297] 'agreement among raft nodes before linearized reading' (duration: 186.005436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:31.517739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.101048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:53:31.517909Z","caller":"traceutil/trace.go:171","msg":"trace[105478217] linearizableReadLoop","detail":"{readStateIndex:14085; appliedIndex:14084; }","duration":"152.510466ms","start":"2026-02-27T18:53:31.365373Z","end":"2026-02-27T18:53:31.517883Z","steps":["trace[105478217] 'read index received' (duration: 31.205272ms)","trace[105478217] 'applied index is now lower than readState.Index' (duration: 121.303353ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:53:31.518217Z","caller":"traceutil/trace.go:171","msg":"trace[237753127] transaction","detail":"{read_only:false; response_revision:13569; number_of_response:1; }","duration":"155.028569ms","start":"2026-02-27T18:53:31.363138Z","end":"2026-02-27T18:53:31.518166Z","steps":["trace[237753127] 'process raft request' (duration: 33.366337ms)","trace[237753127] 'compare' (duration: 120.7983ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:53:31.518904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.534431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:594958"} {"level":"info","ts":"2026-02-27T18:53:31.518956Z","caller":"traceutil/trace.go:171","msg":"trace[247527296] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13569; }","duration":"153.604933ms","start":"2026-02-27T18:53:31.365335Z","end":"2026-02-27T18:53:31.51894Z","steps":["trace[247527296] 'agreement among raft nodes before linearized reading' (duration: 152.642409ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:31.530802Z","caller":"traceutil/trace.go:171","msg":"trace[1230026726] transaction","detail":"{read_only:false; response_revision:13571; number_of_response:1; }","duration":"163.585892ms","start":"2026-02-27T18:53:31.367194Z","end":"2026-02-27T18:53:31.53078Z","steps":["trace[1230026726] 'process raft request' (duration: 163.418008ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:31.530845Z","caller":"traceutil/trace.go:171","msg":"trace[1500765071] transaction","detail":"{read_only:false; response_revision:13572; number_of_response:1; }","duration":"162.675641ms","start":"2026-02-27T18:53:31.368083Z","end":"2026-02-27T18:53:31.530759Z","steps":["trace[1500765071] 'process raft request' (duration: 162.579918ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:31.530844Z","caller":"traceutil/trace.go:171","msg":"trace[803790927] transaction","detail":"{read_only:false; response_revision:13570; number_of_response:1; }","duration":"163.625724ms","start":"2026-02-27T18:53:31.367143Z","end":"2026-02-27T18:53:31.530768Z","steps":["trace[803790927] 'process raft request' (duration: 163.313616ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:31.531126Z","caller":"traceutil/trace.go:171","msg":"trace[1459061269] transaction","detail":"{read_only:false; response_revision:13573; number_of_response:1; }","duration":"162.774263ms","start":"2026-02-27T18:53:31.368314Z","end":"2026-02-27T18:53:31.531089Z","steps":["trace[1459061269] 'process raft request' (duration: 162.404434ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:31.531169Z","caller":"traceutil/trace.go:171","msg":"trace[1280515649] transaction","detail":"{read_only:false; response_revision:13574; number_of_response:1; }","duration":"151.231303ms","start":"2026-02-27T18:53:31.379916Z","end":"2026-02-27T18:53:31.531147Z","steps":["trace[1280515649] 'process raft request' (duration: 151.085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:33.522613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.457104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:53:33.522691Z","caller":"traceutil/trace.go:171","msg":"trace[2135479858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13576; }","duration":"148.607568ms","start":"2026-02-27T18:53:33.374064Z","end":"2026-02-27T18:53:33.522672Z","steps":["trace[2135479858] 'range keys from in-memory index tree' (duration: 148.178287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:33.522969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.787873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:53:33.523231Z","caller":"traceutil/trace.go:171","msg":"trace[1619966618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13576; }","duration":"149.10483ms","start":"2026-02-27T18:53:33.374099Z","end":"2026-02-27T18:53:33.523204Z","steps":["trace[1619966618] 'range keys from in-memory index tree' (duration: 148.592597ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:33.860678Z","caller":"traceutil/trace.go:171","msg":"trace[414190021] transaction","detail":"{read_only:false; response_revision:13577; number_of_response:1; }","duration":"335.151207ms","start":"2026-02-27T18:53:33.525466Z","end":"2026-02-27T18:53:33.860617Z","steps":["trace[414190021] 'process raft request' (duration: 334.720587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:33.860877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:33.525446Z","time spent":"335.330381ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:53:33.869705Z","caller":"traceutil/trace.go:171","msg":"trace[565556978] transaction","detail":"{read_only:false; response_revision:13578; number_of_response:1; }","duration":"343.291832ms","start":"2026-02-27T18:53:33.526396Z","end":"2026-02-27T18:53:33.869688Z","steps":["trace[565556978] 'process raft request' (duration: 343.163708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:33.869803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:33.526365Z","time spent":"343.390584ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:53:33.869865Z","caller":"traceutil/trace.go:171","msg":"trace[1487425209] linearizableReadLoop","detail":"{readStateIndex:14096; appliedIndex:14093; }","duration":"337.940117ms","start":"2026-02-27T18:53:33.531883Z","end":"2026-02-27T18:53:33.869823Z","steps":["trace[1487425209] 'read index received' (duration: 328.282445ms)","trace[1487425209] 'applied index is now lower than readState.Index' (duration: 9.655042ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:53:33.869897Z","caller":"traceutil/trace.go:171","msg":"trace[1709844825] transaction","detail":"{read_only:false; response_revision:13579; number_of_response:1; }","duration":"343.28156ms","start":"2026-02-27T18:53:33.526587Z","end":"2026-02-27T18:53:33.869869Z","steps":["trace[1709844825] 'process raft request' (duration: 343.054894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:33.870233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:33.526577Z","time spent":"343.518306ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:53:33.870275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.043059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:53:33.87029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.014878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T18:53:33.870282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.728142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:53:33.870332Z","caller":"traceutil/trace.go:171","msg":"trace[889494413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13579; }","duration":"334.069039ms","start":"2026-02-27T18:53:33.536251Z","end":"2026-02-27T18:53:33.87032Z","steps":["trace[889494413] 'agreement among raft nodes before linearized reading' (duration: 333.943806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:33.870287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.369998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:53:33.870356Z","caller":"traceutil/trace.go:171","msg":"trace[766991885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13579; }","duration":"335.826724ms","start":"2026-02-27T18:53:33.534508Z","end":"2026-02-27T18:53:33.870334Z","steps":["trace[766991885] 'agreement among raft nodes before linearized reading' (duration: 335.598238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:33.870377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:33.536242Z","time spent":"334.12713ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:53:33.870407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:33.534493Z","time spent":"335.900536ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:53:33.870465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.30459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T18:53:33.870513Z","caller":"traceutil/trace.go:171","msg":"trace[1282759135] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13579; }","duration":"335.366042ms","start":"2026-02-27T18:53:33.535134Z","end":"2026-02-27T18:53:33.8705Z","steps":["trace[1282759135] 'agreement among raft nodes before linearized reading' (duration: 335.245549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:33.870546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:33.535123Z","time spent":"335.415233ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:53:33.870458Z","caller":"traceutil/trace.go:171","msg":"trace[876850427] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:13579; }","duration":"338.567192ms","start":"2026-02-27T18:53:33.531838Z","end":"2026-02-27T18:53:33.870405Z","steps":["trace[876850427] 'agreement among raft nodes before linearized reading' (duration: 338.134352ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:33.87033Z","caller":"traceutil/trace.go:171","msg":"trace[869292402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13579; }","duration":"334.132311ms","start":"2026-02-27T18:53:33.536184Z","end":"2026-02-27T18:53:33.870316Z","steps":["trace[869292402] 'agreement among raft nodes before linearized reading' (duration: 333.956007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:33.870808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:33.536174Z","time spent":"334.619533ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:53:33.870717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:33.531819Z","time spent":"338.84659ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"warn","ts":"2026-02-27T18:53:36.263752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T18:53:36.263861Z","caller":"traceutil/trace.go:171","msg":"trace[1194242455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000118341s","start":"2026-02-27T18:53:34.263719Z","end":"2026-02-27T18:53:36.263837Z","steps":["trace[1194242455] 'agreement among raft nodes before linearized reading' (duration: 1.999974567s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:36.26391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:34.263693Z","time spent":"2.000209324s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 18:53:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:53:37.109567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.220888743s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:53:37.13673Z","caller":"traceutil/trace.go:171","msg":"trace[486705910] linearizableReadLoop","detail":"{readStateIndex:14099; appliedIndex:14096; }","duration":"3.260439975s","start":"2026-02-27T18:53:33.876257Z","end":"2026-02-27T18:53:37.136697Z","steps":["trace[486705910] 'read index received' (duration: 12.472373ms)","trace[486705910] 'applied index is now lower than readState.Index' (duration: 3.247966702s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:53:37.13679Z","caller":"traceutil/trace.go:171","msg":"trace[542144468] transaction","detail":"{read_only:false; response_revision:13581; number_of_response:1; }","duration":"3.261327187s","start":"2026-02-27T18:53:33.875424Z","end":"2026-02-27T18:53:37.136751Z","steps":["trace[542144468] 'process raft request' (duration: 3.234390121s)","trace[542144468] 'compare' (duration: 25.298945ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:53:37.136888Z","caller":"traceutil/trace.go:171","msg":"trace[1712870740] transaction","detail":"{read_only:false; response_revision:13582; number_of_response:1; }","duration":"3.261137353s","start":"2026-02-27T18:53:33.875735Z","end":"2026-02-27T18:53:37.136872Z","steps":["trace[1712870740] 'process raft request' (duration: 3.260802104s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.136919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:33.875392Z","time spent":"3.26146289s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:53:37.137018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:33.875714Z","time spent":"3.261213954s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:53:37.13778Z","caller":"traceutil/trace.go:171","msg":"trace[2133902360] transaction","detail":"{read_only:false; response_revision:13583; number_of_response:1; }","duration":"3.261453621s","start":"2026-02-27T18:53:33.876312Z","end":"2026-02-27T18:53:37.137765Z","steps":["trace[2133902360] 'process raft request' (duration: 3.260331252s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.137869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:33.876304Z","time spent":"3.261522063s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:53:37.137795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261544703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595087"} {"level":"info","ts":"2026-02-27T18:53:37.138062Z","caller":"traceutil/trace.go:171","msg":"trace[347059767] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13583; }","duration":"3.261823591s","start":"2026-02-27T18:53:33.876226Z","end":"2026-02-27T18:53:37.138049Z","steps":["trace[347059767] 'agreement among raft nodes before linearized reading' (duration: 3.261086611s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.138107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:33.876212Z","time spent":"3.261879362s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":595111,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T18:53:37.152468Z","caller":"traceutil/trace.go:171","msg":"trace[593991548] transaction","detail":"{read_only:false; response_revision:13584; number_of_response:1; }","duration":"2.799958005s","start":"2026-02-27T18:53:34.352491Z","end":"2026-02-27T18:53:37.152449Z","steps":["trace[593991548] 'process raft request' (duration: 2.799800491s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.152575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:34.352457Z","time spent":"2.800067638s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:53:37.152935Z","caller":"traceutil/trace.go:171","msg":"trace[951738588] transaction","detail":"{read_only:false; response_revision:13585; number_of_response:1; }","duration":"2.688082998s","start":"2026-02-27T18:53:34.464821Z","end":"2026-02-27T18:53:37.152904Z","steps":["trace[951738588] 'process raft request' (duration: 2.687585806s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:37.153052Z","caller":"traceutil/trace.go:171","msg":"trace[947798559] transaction","detail":"{read_only:false; response_revision:13586; number_of_response:1; }","duration":"2.421797298s","start":"2026-02-27T18:53:34.731215Z","end":"2026-02-27T18:53:37.153012Z","steps":["trace[947798559] 'process raft request' (duration: 2.421514671s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.153236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:34.731169Z","time spent":"2.422022113s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:53:37.153106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:34.464787Z","time spent":"2.688234852s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:53:37.153402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.266536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:53:37.153452Z","caller":"traceutil/trace.go:171","msg":"trace[2096585686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13588; }","duration":"889.351218ms","start":"2026-02-27T18:53:36.26409Z","end":"2026-02-27T18:53:37.153441Z","steps":["trace[2096585686] 'agreement among raft nodes before linearized reading' (duration: 889.236926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.153484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:36.264072Z","time spent":"889.406529ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:53:37.15358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.724153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"warn","ts":"2026-02-27T18:53:37.153572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.511642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:53:37.153678Z","caller":"traceutil/trace.go:171","msg":"trace[1601421087] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13588; }","duration":"230.679546ms","start":"2026-02-27T18:53:36.922973Z","end":"2026-02-27T18:53:37.153653Z","steps":["trace[1601421087] 'agreement among raft nodes before linearized reading' (duration: 230.409479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.153692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260776886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:53:37.15372Z","caller":"traceutil/trace.go:171","msg":"trace[750763173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13588; }","duration":"1.260843297s","start":"2026-02-27T18:53:35.892868Z","end":"2026-02-27T18:53:37.153712Z","steps":["trace[750763173] 'agreement among raft nodes before linearized reading' (duration: 1.260771795s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.153756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.249364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:53:37.153783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:35.892842Z","time spent":"1.26092657s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:53:37.153806Z","caller":"traceutil/trace.go:171","msg":"trace[1510901904] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:13588; }","duration":"745.358426ms","start":"2026-02-27T18:53:36.408433Z","end":"2026-02-27T18:53:37.153791Z","steps":["trace[1510901904] 'agreement among raft nodes before linearized reading' (duration: 745.277904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.153854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:36.407693Z","time spent":"746.149696ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:53:37.15389Z","caller":"traceutil/trace.go:171","msg":"trace[1856238996] transaction","detail":"{read_only:false; response_revision:13587; number_of_response:1; }","duration":"2.248043829s","start":"2026-02-27T18:53:34.905833Z","end":"2026-02-27T18:53:37.153876Z","steps":["trace[1856238996] 'process raft request' (duration: 2.247018604s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.154012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:34.905804Z","time spent":"2.248108321s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:53:37.154087Z","caller":"traceutil/trace.go:171","msg":"trace[683879187] transaction","detail":"{read_only:false; response_revision:13588; number_of_response:1; }","duration":"1.287650569s","start":"2026-02-27T18:53:35.866428Z","end":"2026-02-27T18:53:37.154079Z","steps":["trace[683879187] 'process raft request' (duration: 1.286776778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.154134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:35.866404Z","time spent":"1.28770641s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:53:37.153617Z","caller":"traceutil/trace.go:171","msg":"trace[1698286489] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:13588; }","duration":"953.787554ms","start":"2026-02-27T18:53:36.199817Z","end":"2026-02-27T18:53:37.153604Z","steps":["trace[1698286489] 'agreement among raft nodes before linearized reading' (duration: 953.695832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.154197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280354537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:53:37.154257Z","caller":"traceutil/trace.go:171","msg":"trace[1898437280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13588; }","duration":"1.28046449s","start":"2026-02-27T18:53:35.873776Z","end":"2026-02-27T18:53:37.15424Z","steps":["trace[1898437280] 'agreement among raft nodes before linearized reading' (duration: 1.280338906s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.154258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706306122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-02-27T18:53:37.154319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:35.873756Z","time spent":"1.280549663s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:53:37.154327Z","caller":"traceutil/trace.go:171","msg":"trace[1062928316] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13588; }","duration":"1.706411015s","start":"2026-02-27T18:53:35.4479Z","end":"2026-02-27T18:53:37.154311Z","steps":["trace[1062928316] 'agreement among raft nodes before linearized reading' (duration: 1.706195219s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.154365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:35.447877Z","time spent":"1.706479586s","remote":"127.0.0.1:59740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T18:53:37.15437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985617598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:53:37.154214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:36.199798Z","time spent":"954.408139ms","remote":"127.0.0.1:57360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-27T18:53:37.154395Z","caller":"traceutil/trace.go:171","msg":"trace[768209387] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:13588; }","duration":"1.98569793s","start":"2026-02-27T18:53:35.168689Z","end":"2026-02-27T18:53:37.154387Z","steps":["trace[768209387] 'agreement among raft nodes before linearized reading' (duration: 1.985646309s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.154424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:35.168668Z","time spent":"1.985747321s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:53:37.154414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.729736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:53:37.154462Z","caller":"traceutil/trace.go:171","msg":"trace[1991230863] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:13588; }","duration":"747.840388ms","start":"2026-02-27T18:53:36.406606Z","end":"2026-02-27T18:53:37.154447Z","steps":["trace[1991230863] 'agreement among raft nodes before linearized reading' (duration: 747.741416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.154514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:36.406569Z","time spent":"747.931271ms","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:53:37.153489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279022912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T18:53:37.154601Z","caller":"traceutil/trace.go:171","msg":"trace[1860859247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13588; }","duration":"1.280167122s","start":"2026-02-27T18:53:35.874424Z","end":"2026-02-27T18:53:37.154591Z","steps":["trace[1860859247] 'agreement among raft nodes before linearized reading' (duration: 1.27892503s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.154627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:35.874409Z","time spent":"1.280209573s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:53:37.155336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824971912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T18:53:37.15539Z","caller":"traceutil/trace.go:171","msg":"trace[604906646] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13588; }","duration":"2.825062874s","start":"2026-02-27T18:53:34.330315Z","end":"2026-02-27T18:53:37.155378Z","steps":["trace[604906646] 'agreement among raft nodes before linearized reading' (duration: 2.822949561s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:37.155423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:34.330292Z","time spent":"2.825123666s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T18:53:37.664621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208448490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:53:38.165687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208448490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:53:38.403238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.241095282s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:53:38.403757Z","caller":"traceutil/trace.go:171","msg":"trace[849097141] transaction","detail":"{read_only:false; response_revision:13589; number_of_response:1; }","duration":"1.241684408s","start":"2026-02-27T18:53:37.162047Z","end":"2026-02-27T18:53:38.403731Z","steps":["trace[849097141] 'process raft request' (duration: 1.24140237s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:38.403978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:37.162033Z","time spent":"1.241826021s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:53:38.409217Z","caller":"traceutil/trace.go:171","msg":"trace[883243241] transaction","detail":"{read_only:false; response_revision:13591; number_of_response:1; }","duration":"1.246828725s","start":"2026-02-27T18:53:37.162363Z","end":"2026-02-27T18:53:38.409192Z","steps":["trace[883243241] 'process raft request' (duration: 1.246652421s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:38.409203Z","caller":"traceutil/trace.go:171","msg":"trace[1045066077] transaction","detail":"{read_only:false; response_revision:13590; number_of_response:1; }","duration":"1.246902367s","start":"2026-02-27T18:53:37.16225Z","end":"2026-02-27T18:53:38.409152Z","steps":["trace[1045066077] 'process raft request' (duration: 1.246569799s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:38.409261Z","caller":"traceutil/trace.go:171","msg":"trace[1517620310] transaction","detail":"{read_only:false; response_revision:13592; number_of_response:1; }","duration":"1.245964143s","start":"2026-02-27T18:53:37.16326Z","end":"2026-02-27T18:53:38.409224Z","steps":["trace[1517620310] 'process raft request' (duration: 1.2458551s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:38.409386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:37.162358Z","time spent":"1.246928159s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:53:38.409473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:37.16325Z","time spent":"1.246105057s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:53:38.409582Z","caller":"traceutil/trace.go:171","msg":"trace[231444093] transaction","detail":"{read_only:false; response_revision:13593; number_of_response:1; }","duration":"1.24458973s","start":"2026-02-27T18:53:37.164982Z","end":"2026-02-27T18:53:38.409571Z","steps":["trace[231444093] 'process raft request' (duration: 1.244187559s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:38.409635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:37.164976Z","time spent":"1.244635561s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:53:38.40947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:37.162225Z","time spent":"1.247097363s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:53:38.410045Z","caller":"traceutil/trace.go:171","msg":"trace[1184267817] transaction","detail":"{read_only:false; response_revision:13594; number_of_response:1; }","duration":"745.09186ms","start":"2026-02-27T18:53:37.664937Z","end":"2026-02-27T18:53:38.410029Z","steps":["trace[1184267817] 'process raft request' (duration: 744.518836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:38.410169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:37.664917Z","time spent":"745.193252ms","remote":"127.0.0.1:57360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:53:38.410216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24622283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:53:38.41028Z","caller":"traceutil/trace.go:171","msg":"trace[1501846539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13594; }","duration":"1.246298122s","start":"2026-02-27T18:53:37.163965Z","end":"2026-02-27T18:53:38.410263Z","steps":["trace[1501846539] 'agreement among raft nodes before linearized reading' (duration: 1.246197439s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:38.410325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:37.163961Z","time spent":"1.246357034s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:53:38.40988Z","caller":"traceutil/trace.go:171","msg":"trace[1037592694] linearizableReadLoop","detail":"{readStateIndex:14111; appliedIndex:14105; }","duration":"1.245872172s","start":"2026-02-27T18:53:37.163979Z","end":"2026-02-27T18:53:38.409851Z","steps":["trace[1037592694] 'read index received' (duration: 1.239559603s)","trace[1037592694] 'applied index is now lower than readState.Index' (duration: 6.310569ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:53:38.411109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.148601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:53:38.411133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.797519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:53:38.411165Z","caller":"traceutil/trace.go:171","msg":"trace[1553370194] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:0; response_revision:13594; }","duration":"220.246354ms","start":"2026-02-27T18:53:38.190901Z","end":"2026-02-27T18:53:38.411147Z","steps":["trace[1553370194] 'agreement among raft nodes before linearized reading' (duration: 220.161802ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:38.411185Z","caller":"traceutil/trace.go:171","msg":"trace[56018033] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:13594; }","duration":"771.888621ms","start":"2026-02-27T18:53:37.63928Z","end":"2026-02-27T18:53:38.411169Z","steps":["trace[56018033] 'agreement among raft nodes before linearized reading' (duration: 771.786499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:38.41122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:37.639254Z","time spent":"771.960093ms","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:53:38.41206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.597701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T18:53:38.412174Z","caller":"traceutil/trace.go:171","msg":"trace[955135737] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13594; }","duration":"910.774707ms","start":"2026-02-27T18:53:37.501376Z","end":"2026-02-27T18:53:38.412151Z","steps":["trace[955135737] 'agreement among raft nodes before linearized reading' (duration: 909.674338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:38.412252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:37.50135Z","time spent":"910.88512ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T18:53:38.847228Z","caller":"traceutil/trace.go:171","msg":"trace[553049515] linearizableReadLoop","detail":"{readStateIndex:14140; appliedIndex:14139; }","duration":"189.786411ms","start":"2026-02-27T18:53:38.657414Z","end":"2026-02-27T18:53:38.8472Z","steps":["trace[553049515] 'read index received' (duration: 189.408882ms)","trace[553049515] 'applied index is now lower than readState.Index' (duration: 375.989µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:53:38.847347Z","caller":"traceutil/trace.go:171","msg":"trace[1205468009] transaction","detail":"{read_only:false; response_revision:13619; number_of_response:1; }","duration":"190.709574ms","start":"2026-02-27T18:53:38.656589Z","end":"2026-02-27T18:53:38.847298Z","steps":["trace[1205468009] 'process raft request' (duration: 190.336864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:38.847502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.371079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:53:38.847779Z","caller":"traceutil/trace.go:171","msg":"trace[1056143576] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:13619; }","duration":"116.718698ms","start":"2026-02-27T18:53:38.731034Z","end":"2026-02-27T18:53:38.847752Z","steps":["trace[1056143576] 'agreement among raft nodes before linearized reading' (duration: 116.323948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:38.847851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.419726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111878"} {"level":"info","ts":"2026-02-27T18:53:38.847931Z","caller":"traceutil/trace.go:171","msg":"trace[213889921] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:13619; }","duration":"190.521389ms","start":"2026-02-27T18:53:38.657391Z","end":"2026-02-27T18:53:38.847913Z","steps":["trace[213889921] 'agreement among raft nodes before linearized reading' (duration: 189.961215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:50.485093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.6584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:53:50.485205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.812524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b3ae0405-48c0-4f65-b941-a9923e9f4b5d\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-02-27T18:53:50.485258Z","caller":"traceutil/trace.go:171","msg":"trace[561109897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13831; }","duration":"221.868265ms","start":"2026-02-27T18:53:50.263352Z","end":"2026-02-27T18:53:50.48522Z","steps":["trace[561109897] 'range keys from in-memory index tree' (duration: 221.455635ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:53:50.485304Z","caller":"traceutil/trace.go:171","msg":"trace[1672881549] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b3ae0405-48c0-4f65-b941-a9923e9f4b5d; range_end:; response_count:1; response_revision:13831; }","duration":"463.966018ms","start":"2026-02-27T18:53:50.021314Z","end":"2026-02-27T18:53:50.48528Z","steps":["trace[1672881549] 'range keys from in-memory index tree' (duration: 463.23729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:53:50.485358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:53:50.021288Z","time spent":"464.058749ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b3ae0405-48c0-4f65-b941-a9923e9f4b5d\" "} {"level":"warn","ts":"2026-02-27T18:54:41.84754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.462638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:54:41.847653Z","caller":"traceutil/trace.go:171","msg":"trace[1158154471] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:14434; }","duration":"489.646342ms","start":"2026-02-27T18:54:41.357982Z","end":"2026-02-27T18:54:41.847629Z","steps":["trace[1158154471] 'count revisions from in-memory index tree' (duration: 489.325744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:41.847699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:41.357957Z","time spent":"489.729994ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:54:41.847789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.58365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:54:41.847918Z","caller":"traceutil/trace.go:171","msg":"trace[476390179] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14434; }","duration":"607.769865ms","start":"2026-02-27T18:54:41.240117Z","end":"2026-02-27T18:54:41.847887Z","steps":["trace[476390179] 'range keys from in-memory index tree' (duration: 607.420247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:41.84799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:41.240091Z","time spent":"607.880878ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T18:54:41.848091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.085796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:54:41.848733Z","caller":"traceutil/trace.go:171","msg":"trace[1826570635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14434; }","duration":"584.182193ms","start":"2026-02-27T18:54:41.263949Z","end":"2026-02-27T18:54:41.848132Z","steps":["trace[1826570635] 'range keys from in-memory index tree' (duration: 582.986373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:41.849009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:41.263928Z","time spent":"585.067895ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:54:41.848834Z","caller":"traceutil/trace.go:171","msg":"trace[203865751] transaction","detail":"{read_only:false; response_revision:14435; number_of_response:1; }","duration":"431.77872ms","start":"2026-02-27T18:54:41.417022Z","end":"2026-02-27T18:54:41.848801Z","steps":["trace[203865751] 'process raft request' (duration: 428.805216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:41.849093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.214761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-27T18:54:41.849219Z","caller":"traceutil/trace.go:171","msg":"trace[1196054405] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14434; }","duration":"607.388115ms","start":"2026-02-27T18:54:41.241812Z","end":"2026-02-27T18:54:41.849201Z","steps":["trace[1196054405] 'range keys from in-memory index tree' (duration: 605.765295ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:41.84888Z","caller":"traceutil/trace.go:171","msg":"trace[891982038] linearizableReadLoop","detail":"{readStateIndex:14982; appliedIndex:14980; }","duration":"348.057181ms","start":"2026-02-27T18:54:41.50079Z","end":"2026-02-27T18:54:41.848848Z","steps":["trace[891982038] 'read index received' (duration: 345.021044ms)","trace[891982038] 'applied index is now lower than readState.Index' (duration: 3.034637ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:54:41.849258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:41.416986Z","time spent":"432.101629ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:54:41.849341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:41.241806Z","time spent":"607.52719ms","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T18:54:41.848944Z","caller":"traceutil/trace.go:171","msg":"trace[1123436219] transaction","detail":"{read_only:false; response_revision:14436; number_of_response:1; }","duration":"430.508378ms","start":"2026-02-27T18:54:41.418384Z","end":"2026-02-27T18:54:41.848893Z","steps":["trace[1123436219] 'process raft request' (duration: 430.357714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:41.849676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.873691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-27T18:54:41.849664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.307631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:54:41.849706Z","caller":"traceutil/trace.go:171","msg":"trace[1048541265] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14436; }","duration":"167.914852ms","start":"2026-02-27T18:54:41.681781Z","end":"2026-02-27T18:54:41.849696Z","steps":["trace[1048541265] 'agreement among raft nodes before linearized reading' (duration: 167.83338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:41.849487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:41.418374Z","time spent":"431.009562ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:54:41.849132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.327707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:54:41.849817Z","caller":"traceutil/trace.go:171","msg":"trace[1956017292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14436; }","duration":"349.057457ms","start":"2026-02-27T18:54:41.500714Z","end":"2026-02-27T18:54:41.849772Z","steps":["trace[1956017292] 'agreement among raft nodes before linearized reading' (duration: 348.231755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:41.8499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:41.500688Z","time spent":"349.190709ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:54:41.849729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.698212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T18:54:41.850121Z","caller":"traceutil/trace.go:171","msg":"trace[1436482717] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14436; }","duration":"161.109312ms","start":"2026-02-27T18:54:41.688993Z","end":"2026-02-27T18:54:41.850102Z","steps":["trace[1436482717] 'agreement among raft nodes before linearized reading' (duration: 160.595119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:41.850277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.152992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:54:41.850337Z","caller":"traceutil/trace.go:171","msg":"trace[1171400700] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14436; }","duration":"168.419604ms","start":"2026-02-27T18:54:41.681295Z","end":"2026-02-27T18:54:41.849714Z","steps":["trace[1171400700] 'agreement among raft nodes before linearized reading' (duration: 168.299131ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:54:41.850357Z","caller":"traceutil/trace.go:171","msg":"trace[879170419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14436; }","duration":"330.230903ms","start":"2026-02-27T18:54:41.520105Z","end":"2026-02-27T18:54:41.850336Z","steps":["trace[879170419] 'agreement among raft nodes before linearized reading' (duration: 329.465185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:41.850443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.94469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-27T18:54:41.85047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.82845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T18:54:41.850499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:41.519829Z","time spent":"330.652044ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:54:41.850493Z","caller":"traceutil/trace.go:171","msg":"trace[734340325] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14434; }","duration":"604.032692ms","start":"2026-02-27T18:54:41.24645Z","end":"2026-02-27T18:54:41.850482Z","steps":["trace[734340325] 'range keys from in-memory index tree' (duration: 600.404261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:41.850767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:54:41.246422Z","time spent":"604.325499ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T18:54:41.850802Z","caller":"traceutil/trace.go:171","msg":"trace[684499227] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14436; }","duration":"288.067416ms","start":"2026-02-27T18:54:41.562526Z","end":"2026-02-27T18:54:41.850593Z","steps":["trace[684499227] 'agreement among raft nodes before linearized reading' (duration: 287.699137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:54:41.850279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.971074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:54:41.850883Z","caller":"traceutil/trace.go:171","msg":"trace[620319326] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:14436; }","duration":"105.62171ms","start":"2026-02-27T18:54:41.745247Z","end":"2026-02-27T18:54:41.850869Z","steps":["trace[620319326] 'agreement among raft nodes before linearized reading' (duration: 104.796919ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:05.058886Z","caller":"traceutil/trace.go:171","msg":"trace[1713706668] linearizableReadLoop","detail":"{readStateIndex:15099; appliedIndex:15098; }","duration":"139.179771ms","start":"2026-02-27T18:55:04.919665Z","end":"2026-02-27T18:55:05.058845Z","steps":["trace[1713706668] 'read index received' (duration: 139.040297ms)","trace[1713706668] 'applied index is now lower than readState.Index' (duration: 137.984µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:55:05.058987Z","caller":"traceutil/trace.go:171","msg":"trace[2130076226] transaction","detail":"{read_only:false; response_revision:14547; number_of_response:1; }","duration":"139.771037ms","start":"2026-02-27T18:55:04.919167Z","end":"2026-02-27T18:55:05.058938Z","steps":["trace[2130076226] 'process raft request' (duration: 139.491339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:05.059163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.465868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:55:05.059222Z","caller":"traceutil/trace.go:171","msg":"trace[1095147264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14547; }","duration":"139.617552ms","start":"2026-02-27T18:55:04.919591Z","end":"2026-02-27T18:55:05.059209Z","steps":["trace[1095147264] 'agreement among raft nodes before linearized reading' (duration: 139.402807ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:05.05971Z","caller":"traceutil/trace.go:171","msg":"trace[1524834173] transaction","detail":"{read_only:false; response_revision:14548; number_of_response:1; }","duration":"138.341661ms","start":"2026-02-27T18:55:04.921332Z","end":"2026-02-27T18:55:05.059674Z","steps":["trace[1524834173] 'process raft request' (duration: 138.144626ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:10.845414Z","caller":"traceutil/trace.go:171","msg":"trace[1482534570] linearizableReadLoop","detail":"{readStateIndex:15128; appliedIndex:15127; }","duration":"103.002974ms","start":"2026-02-27T18:55:10.742387Z","end":"2026-02-27T18:55:10.84539Z","steps":["trace[1482534570] 'read index received' (duration: 102.8629ms)","trace[1482534570] 'applied index is now lower than readState.Index' (duration: 139.084µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:55:10.845486Z","caller":"traceutil/trace.go:171","msg":"trace[847121615] transaction","detail":"{read_only:false; response_revision:14575; number_of_response:1; }","duration":"169.684996ms","start":"2026-02-27T18:55:10.675766Z","end":"2026-02-27T18:55:10.845451Z","steps":["trace[847121615] 'process raft request' (duration: 169.489921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:10.845615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.207349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:55:10.845663Z","caller":"traceutil/trace.go:171","msg":"trace[366164872] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14575; }","duration":"103.311711ms","start":"2026-02-27T18:55:10.742338Z","end":"2026-02-27T18:55:10.84565Z","steps":["trace[366164872] 'agreement among raft nodes before linearized reading' (duration: 103.189118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:11.592347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.020891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T18:55:11.59245Z","caller":"traceutil/trace.go:171","msg":"trace[997057805] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:14575; }","duration":"551.164545ms","start":"2026-02-27T18:55:11.041261Z","end":"2026-02-27T18:55:11.592426Z","steps":["trace[997057805] 'range keys from in-memory index tree' (duration: 550.832337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:11.592495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.041246Z","time spent":"551.239077ms","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-27T18:55:11.592924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.173791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:55:11.592973Z","caller":"traceutil/trace.go:171","msg":"trace[122404812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14575; }","duration":"509.296845ms","start":"2026-02-27T18:55:11.083665Z","end":"2026-02-27T18:55:11.592962Z","steps":["trace[122404812] 'range keys from in-memory index tree' (duration: 509.019608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:11.593005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.083644Z","time spent":"509.352786ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:55:11.593266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.540961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:55:11.593315Z","caller":"traceutil/trace.go:171","msg":"trace[1263496748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14575; }","duration":"509.626763ms","start":"2026-02-27T18:55:11.083678Z","end":"2026-02-27T18:55:11.593305Z","steps":["trace[1263496748] 'range keys from in-memory index tree' (duration: 509.369567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:11.593346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.083663Z","time spent":"509.675535ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:55:11.593725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.093558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:55:11.593857Z","caller":"traceutil/trace.go:171","msg":"trace[747991040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14575; }","duration":"501.245553ms","start":"2026-02-27T18:55:11.092578Z","end":"2026-02-27T18:55:11.593823Z","steps":["trace[747991040] 'range keys from in-memory index tree' (duration: 500.877843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:11.59391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.092567Z","time spent":"501.332404ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:55:11.594065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.527161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-q7fht\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-02-27T18:55:11.594158Z","caller":"traceutil/trace.go:171","msg":"trace[1688983198] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-q7fht; range_end:; response_count:1; response_revision:14575; }","duration":"458.675914ms","start":"2026-02-27T18:55:11.135462Z","end":"2026-02-27T18:55:11.594138Z","steps":["trace[1688983198] 'range keys from in-memory index tree' (duration: 458.278305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:11.594196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.135439Z","time spent":"458.749857ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-q7fht\" "} {"level":"info","ts":"2026-02-27T18:55:11.839476Z","caller":"traceutil/trace.go:171","msg":"trace[1866740711] transaction","detail":"{read_only:false; response_revision:14576; number_of_response:1; }","duration":"239.327303ms","start":"2026-02-27T18:55:11.600114Z","end":"2026-02-27T18:55:11.839441Z","steps":["trace[1866740711] 'process raft request' (duration: 239.139259ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:11.961119Z","caller":"traceutil/trace.go:171","msg":"trace[954585276] linearizableReadLoop","detail":"{readStateIndex:15130; appliedIndex:15128; }","duration":"357.725172ms","start":"2026-02-27T18:55:11.603369Z","end":"2026-02-27T18:55:11.961094Z","steps":["trace[954585276] 'read index received' (duration: 235.830175ms)","trace[954585276] 'applied index is now lower than readState.Index' (duration: 121.893877ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:55:11.961161Z","caller":"traceutil/trace.go:171","msg":"trace[599517155] transaction","detail":"{read_only:false; response_revision:14577; number_of_response:1; }","duration":"360.647466ms","start":"2026-02-27T18:55:11.600497Z","end":"2026-02-27T18:55:11.961145Z","steps":["trace[599517155] 'process raft request' (duration: 300.843026ms)","trace[599517155] 'compare' (duration: 59.559724ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:55:11.961271Z","caller":"traceutil/trace.go:171","msg":"trace[1426387395] transaction","detail":"{read_only:false; response_revision:14578; number_of_response:1; }","duration":"347.6681ms","start":"2026-02-27T18:55:11.613545Z","end":"2026-02-27T18:55:11.961213Z","steps":["trace[1426387395] 'process raft request' (duration: 347.485846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:11.961488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.613534Z","time spent":"347.834306ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:55:11.96155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.600484Z","time spent":"360.751519ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:55:11.961992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.615855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737337"} {"level":"info","ts":"2026-02-27T18:55:11.962051Z","caller":"traceutil/trace.go:171","msg":"trace[1036719801] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14578; }","duration":"358.701808ms","start":"2026-02-27T18:55:11.603336Z","end":"2026-02-27T18:55:11.962037Z","steps":["trace[1036719801] 'agreement among raft nodes before linearized reading' (duration: 357.864596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:11.962085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.603323Z","time spent":"358.751929ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737361,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T18:55:12.326305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.391105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:55:12.326677Z","caller":"traceutil/trace.go:171","msg":"trace[1997080158] linearizableReadLoop","detail":"{readStateIndex:15132; appliedIndex:15131; }","duration":"365.422687ms","start":"2026-02-27T18:55:11.961205Z","end":"2026-02-27T18:55:12.326627Z","steps":["trace[1997080158] 'read index received' (duration: 131.626132ms)","trace[1997080158] 'applied index is now lower than readState.Index' (duration: 233.793955ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:55:12.326765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.671075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:55:12.326795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.082526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-27T18:55:12.326803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.940382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T18:55:12.326832Z","caller":"traceutil/trace.go:171","msg":"trace[21796436] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14580; }","duration":"393.779027ms","start":"2026-02-27T18:55:11.933037Z","end":"2026-02-27T18:55:12.326816Z","steps":["trace[21796436] 'agreement among raft nodes before linearized reading' (duration: 393.637424ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:12.326839Z","caller":"traceutil/trace.go:171","msg":"trace[1354345774] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14580; }","duration":"394.202379ms","start":"2026-02-27T18:55:11.932621Z","end":"2026-02-27T18:55:12.326823Z","steps":["trace[1354345774] 'agreement among raft nodes before linearized reading' (duration: 394.083386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:12.32685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.620354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:55:12.326878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.932591Z","time spent":"394.28104ms","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T18:55:12.326884Z","caller":"traceutil/trace.go:171","msg":"trace[897276848] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14580; }","duration":"397.703026ms","start":"2026-02-27T18:55:11.929171Z","end":"2026-02-27T18:55:12.326874Z","steps":["trace[897276848] 'agreement among raft nodes before linearized reading' (duration: 397.636334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:12.326879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.933023Z","time spent":"393.84701ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T18:55:12.326908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.48053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-27T18:55:12.326915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.92915Z","time spent":"397.758037ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T18:55:12.326935Z","caller":"traceutil/trace.go:171","msg":"trace[2141695147] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14580; }","duration":"393.532321ms","start":"2026-02-27T18:55:11.933396Z","end":"2026-02-27T18:55:12.326929Z","steps":["trace[2141695147] 'agreement among raft nodes before linearized reading' (duration: 393.46589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:12.326955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.933384Z","time spent":"393.564812ms","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T18:55:12.326839Z","caller":"traceutil/trace.go:171","msg":"trace[241163062] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14580; }","duration":"394.013984ms","start":"2026-02-27T18:55:11.932814Z","end":"2026-02-27T18:55:12.326828Z","steps":["trace[241163062] 'agreement among raft nodes before linearized reading' (duration: 393.87824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:12.327018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.932793Z","time spent":"394.220018ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T18:55:12.327129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.924142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-27T18:55:12.327137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.227171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-02-27T18:55:12.327171Z","caller":"traceutil/trace.go:171","msg":"trace[1155986207] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:14580; }","duration":"723.261082ms","start":"2026-02-27T18:55:11.603899Z","end":"2026-02-27T18:55:12.32716Z","steps":["trace[1155986207] 'agreement among raft nodes before linearized reading' (duration: 723.099658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:12.327213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.603886Z","time spent":"723.315843ms","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-27T18:55:12.327173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.607828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-27T18:55:12.327255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.489309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:55:12.327283Z","caller":"traceutil/trace.go:171","msg":"trace[1610472214] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14580; }","duration":"139.568241ms","start":"2026-02-27T18:55:12.187706Z","end":"2026-02-27T18:55:12.327275Z","steps":["trace[1610472214] 'agreement among raft nodes before linearized reading' (duration: 139.514879ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:12.327303Z","caller":"traceutil/trace.go:171","msg":"trace[16352110] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14580; }","duration":"392.780003ms","start":"2026-02-27T18:55:11.934488Z","end":"2026-02-27T18:55:12.327268Z","steps":["trace[16352110] 'agreement among raft nodes before linearized reading' (duration: 392.309511ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:12.327148Z","caller":"traceutil/trace.go:171","msg":"trace[514765393] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14580; }","duration":"348.971473ms","start":"2026-02-27T18:55:11.978171Z","end":"2026-02-27T18:55:12.327142Z","steps":["trace[514765393] 'agreement among raft nodes before linearized reading' (duration: 348.919201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:12.327399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.934478Z","time spent":"392.903085ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T18:55:12.327417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.978149Z","time spent":"349.2572ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T18:55:12.327441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.280531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:55:12.327469Z","caller":"traceutil/trace.go:171","msg":"trace[158904071] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:14580; }","duration":"162.342232ms","start":"2026-02-27T18:55:12.165119Z","end":"2026-02-27T18:55:12.327462Z","steps":["trace[158904071] 'agreement among raft nodes before linearized reading' (duration: 162.275241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:12.327382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.875354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-27T18:55:12.327613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.221686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T18:55:12.327615Z","caller":"traceutil/trace.go:171","msg":"trace[1849119501] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14580; }","duration":"145.10924ms","start":"2026-02-27T18:55:12.182492Z","end":"2026-02-27T18:55:12.327602Z","steps":["trace[1849119501] 'agreement among raft nodes before linearized reading' (duration: 144.851124ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:12.327636Z","caller":"traceutil/trace.go:171","msg":"trace[169495577] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14580; }","duration":"299.296778ms","start":"2026-02-27T18:55:12.02833Z","end":"2026-02-27T18:55:12.327626Z","steps":["trace[169495577] 'agreement among raft nodes before linearized reading' (duration: 299.241526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:12.327658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.4493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:55:12.327707Z","caller":"traceutil/trace.go:171","msg":"trace[805127107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14580; }","duration":"289.507582ms","start":"2026-02-27T18:55:12.038185Z","end":"2026-02-27T18:55:12.327692Z","steps":["trace[805127107] 'agreement among raft nodes before linearized reading' (duration: 289.41023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:12.327722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.257918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T18:55:12.327747Z","caller":"traceutil/trace.go:171","msg":"trace[1971699763] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14580; }","duration":"138.290948ms","start":"2026-02-27T18:55:12.189448Z","end":"2026-02-27T18:55:12.327739Z","steps":["trace[1971699763] 'agreement among raft nodes before linearized reading' (duration: 138.233227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:12.32784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.331994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T18:55:12.327831Z","caller":"traceutil/trace.go:171","msg":"trace[1725865589] transaction","detail":"{read_only:false; response_revision:14579; number_of_response:1; }","duration":"368.687137ms","start":"2026-02-27T18:55:11.959124Z","end":"2026-02-27T18:55:12.327811Z","steps":["trace[1725865589] 'process raft request' (duration: 133.711263ms)","trace[1725865589] 'compare' (duration: 233.065307ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:55:12.327863Z","caller":"traceutil/trace.go:171","msg":"trace[858428848] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14580; }","duration":"139.366075ms","start":"2026-02-27T18:55:12.188491Z","end":"2026-02-27T18:55:12.327857Z","steps":["trace[858428848] 'agreement among raft nodes before linearized reading' (duration: 139.312384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:12.32757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.910218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:55:12.327326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.69561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:55:12.32795Z","caller":"traceutil/trace.go:171","msg":"trace[456482753] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14580; }","duration":"145.344255ms","start":"2026-02-27T18:55:12.182599Z","end":"2026-02-27T18:55:12.327943Z","steps":["trace[456482753] 'agreement among raft nodes before linearized reading' (duration: 144.7094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:12.327964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.959102Z","time spent":"368.76986ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:55:12.327912Z","caller":"traceutil/trace.go:171","msg":"trace[223140972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14580; }","duration":"297.279517ms","start":"2026-02-27T18:55:12.030621Z","end":"2026-02-27T18:55:12.327901Z","steps":["trace[223140972] 'agreement among raft nodes before linearized reading' (duration: 296.859407ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:12.328322Z","caller":"traceutil/trace.go:171","msg":"trace[575654303] transaction","detail":"{read_only:false; response_revision:14580; number_of_response:1; }","duration":"330.007738ms","start":"2026-02-27T18:55:11.996601Z","end":"2026-02-27T18:55:12.326609Z","steps":["trace[575654303] 'process raft request' (duration: 329.963267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:12.328398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:11.996571Z","time spent":"331.801073ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:55:12.494633Z","caller":"traceutil/trace.go:171","msg":"trace[2043370335] transaction","detail":"{read_only:false; response_revision:14583; number_of_response:1; }","duration":"159.090012ms","start":"2026-02-27T18:55:12.335508Z","end":"2026-02-27T18:55:12.494598Z","steps":["trace[2043370335] 'process raft request' (duration: 158.972919ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:12.495002Z","caller":"traceutil/trace.go:171","msg":"trace[814985345] linearizableReadLoop","detail":"{readStateIndex:15134; appliedIndex:15133; }","duration":"160.337902ms","start":"2026-02-27T18:55:12.334625Z","end":"2026-02-27T18:55:12.494963Z","steps":["trace[814985345] 'read index received' (duration: 124.136744ms)","trace[814985345] 'applied index is now lower than readState.Index' (duration: 36.196638ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:55:12.495097Z","caller":"traceutil/trace.go:171","msg":"trace[911530041] transaction","detail":"{read_only:false; response_revision:14582; number_of_response:1; }","duration":"159.81794ms","start":"2026-02-27T18:55:12.335266Z","end":"2026-02-27T18:55:12.495084Z","steps":["trace[911530041] 'process raft request' (duration: 159.149853ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:12.495112Z","caller":"traceutil/trace.go:171","msg":"trace[2116642650] transaction","detail":"{read_only:false; response_revision:14581; number_of_response:1; }","duration":"162.015945ms","start":"2026-02-27T18:55:12.333Z","end":"2026-02-27T18:55:12.495016Z","steps":["trace[2116642650] 'process raft request' (duration: 125.666073ms)","trace[2116642650] 'compare' (duration: 35.562522ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:55:12.495376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.04817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-03620966-d484-41d4-8cf4-c101fd28f228\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-27T18:55:12.495428Z","caller":"traceutil/trace.go:171","msg":"trace[1993979642] range","detail":"{range_begin:/registry/persistentvolumes/pvc-03620966-d484-41d4-8cf4-c101fd28f228; range_end:; response_count:1; response_revision:14583; }","duration":"159.114842ms","start":"2026-02-27T18:55:12.336294Z","end":"2026-02-27T18:55:12.495409Z","steps":["trace[1993979642] 'agreement among raft nodes before linearized reading' (duration: 158.922957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:12.496522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.858791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737337"} {"level":"info","ts":"2026-02-27T18:55:12.496637Z","caller":"traceutil/trace.go:171","msg":"trace[1053839332] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14583; }","duration":"161.995515ms","start":"2026-02-27T18:55:12.334619Z","end":"2026-02-27T18:55:12.496615Z","steps":["trace[1053839332] 'agreement among raft nodes before linearized reading' (duration: 160.562608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:12.496776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.666496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737337"} {"level":"info","ts":"2026-02-27T18:55:12.49687Z","caller":"traceutil/trace.go:171","msg":"trace[768270500] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14583; }","duration":"157.815159ms","start":"2026-02-27T18:55:12.339035Z","end":"2026-02-27T18:55:12.49685Z","steps":["trace[768270500] 'agreement among raft nodes before linearized reading' (duration: 156.526646ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:13.517744Z","caller":"traceutil/trace.go:171","msg":"trace[864282568] transaction","detail":"{read_only:false; response_revision:14584; number_of_response:1; }","duration":"156.864034ms","start":"2026-02-27T18:55:13.360844Z","end":"2026-02-27T18:55:13.517708Z","steps":["trace[864282568] 'process raft request' (duration: 112.84431ms)","trace[864282568] 'compare' (duration: 43.84156ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:55:14.072809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.564664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:55:14.072918Z","caller":"traceutil/trace.go:171","msg":"trace[1333941868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14585; }","duration":"106.733198ms","start":"2026-02-27T18:55:13.966161Z","end":"2026-02-27T18:55:14.072894Z","steps":["trace[1333941868] 'range keys from in-memory index tree' (duration: 106.314907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:14.073224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.905902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:55:14.073316Z","caller":"traceutil/trace.go:171","msg":"trace[1674687943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14585; }","duration":"107.059086ms","start":"2026-02-27T18:55:13.966238Z","end":"2026-02-27T18:55:14.073297Z","steps":["trace[1674687943] 'range keys from in-memory index tree' (duration: 106.478311ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:14.634984Z","caller":"traceutil/trace.go:171","msg":"trace[987500792] transaction","detail":"{read_only:false; response_revision:14586; number_of_response:1; }","duration":"550.073697ms","start":"2026-02-27T18:55:14.084876Z","end":"2026-02-27T18:55:14.63495Z","steps":["trace[987500792] 'process raft request' (duration: 549.858702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:14.635213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.084852Z","time spent":"550.255792ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:55:15.929902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.573725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:55:15.930723Z","caller":"traceutil/trace.go:171","msg":"trace[1142683648] transaction","detail":"{read_only:false; response_revision:14590; number_of_response:1; }","duration":"1.164417297s","start":"2026-02-27T18:55:14.766275Z","end":"2026-02-27T18:55:15.930692Z","steps":["trace[1142683648] 'process raft request' (duration: 1.164338685s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:15.930816Z","caller":"traceutil/trace.go:171","msg":"trace[1514265020] transaction","detail":"{read_only:false; response_revision:14588; number_of_response:1; }","duration":"1.59588766s","start":"2026-02-27T18:55:14.334858Z","end":"2026-02-27T18:55:15.930746Z","steps":["trace[1514265020] 'process raft request' (duration: 1.595502771s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:15.930823Z","caller":"traceutil/trace.go:171","msg":"trace[859704593] transaction","detail":"{read_only:false; response_revision:14587; number_of_response:1; }","duration":"1.839581423s","start":"2026-02-27T18:55:14.091202Z","end":"2026-02-27T18:55:15.930784Z","steps":["trace[859704593] 'process raft request' (duration: 1.414981914s)","trace[859704593] 'compare' (duration: 422.111948ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:55:15.930841Z","caller":"traceutil/trace.go:171","msg":"trace[945326049] transaction","detail":"{read_only:false; response_revision:14589; number_of_response:1; }","duration":"1.59507508s","start":"2026-02-27T18:55:14.335703Z","end":"2026-02-27T18:55:15.930778Z","steps":["trace[945326049] 'process raft request' (duration: 1.594824074s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.930994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66837961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:55:15.930847Z","caller":"traceutil/trace.go:171","msg":"trace[917375070] linearizableReadLoop","detail":"{readStateIndex:15141; appliedIndex:15139; }","duration":"1.668209715s","start":"2026-02-27T18:55:14.262602Z","end":"2026-02-27T18:55:15.930812Z","steps":["trace[917375070] 'read index received' (duration: 372.084274ms)","trace[917375070] 'applied index is now lower than readState.Index' (duration: 1.296121581s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:55:15.931055Z","caller":"traceutil/trace.go:171","msg":"trace[322531604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14590; }","duration":"1.668507813s","start":"2026-02-27T18:55:14.262538Z","end":"2026-02-27T18:55:15.931045Z","steps":["trace[322531604] 'agreement among raft nodes before linearized reading' (duration: 1.66837861s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.931016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.091171Z","time spent":"1.839759979s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:55:15.931093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.262515Z","time spent":"1.668569885s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:55:15.931071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.335674Z","time spent":"1.595272096s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:55:15.931186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.334841Z","time spent":"1.596080956s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:55:15.931274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615662527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:55:15.93136Z","caller":"traceutil/trace.go:171","msg":"trace[1116859035] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:14590; }","duration":"1.615806061s","start":"2026-02-27T18:55:14.315535Z","end":"2026-02-27T18:55:15.931341Z","steps":["trace[1116859035] 'agreement among raft nodes before linearized reading' (duration: 1.615642297s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.931435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070744449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-27T18:55:15.931263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071429846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:55:15.931486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32956193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dl6gg\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-02-27T18:55:15.931506Z","caller":"traceutil/trace.go:171","msg":"trace[1984382799] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14590; }","duration":"1.07081469s","start":"2026-02-27T18:55:14.860664Z","end":"2026-02-27T18:55:15.931479Z","steps":["trace[1984382799] 'agreement among raft nodes before linearized reading' (duration: 1.070653287s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.931502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415551619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T18:55:15.931545Z","caller":"traceutil/trace.go:171","msg":"trace[1314653670] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dl6gg; range_end:; response_count:1; response_revision:14590; }","duration":"1.329669094s","start":"2026-02-27T18:55:14.601861Z","end":"2026-02-27T18:55:15.93153Z","steps":["trace[1314653670] 'agreement among raft nodes before linearized reading' (duration: 1.329443118s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.931556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.860657Z","time spent":"1.070889192s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T18:55:15.931577Z","caller":"traceutil/trace.go:171","msg":"trace[102748405] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14590; }","duration":"1.415672881s","start":"2026-02-27T18:55:14.515879Z","end":"2026-02-27T18:55:15.931552Z","steps":["trace[102748405] 'agreement among raft nodes before linearized reading' (duration: 1.415394434s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.931595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596804104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:55:15.931629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430159004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T18:55:15.931628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384956831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:55:15.931642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.51585Z","time spent":"1.415779864s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T18:55:15.93167Z","caller":"traceutil/trace.go:171","msg":"trace[743724270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14590; }","duration":"1.430239176s","start":"2026-02-27T18:55:14.501419Z","end":"2026-02-27T18:55:15.931658Z","steps":["trace[743724270] 'agreement among raft nodes before linearized reading' (duration: 1.430152554s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:15.931684Z","caller":"traceutil/trace.go:171","msg":"trace[751506450] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14590; }","duration":"1.385027182s","start":"2026-02-27T18:55:14.546641Z","end":"2026-02-27T18:55:15.931668Z","steps":["trace[751506450] 'agreement among raft nodes before linearized reading' (duration: 1.38494671s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.93173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.546635Z","time spent":"1.385087523s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T18:55:15.931743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385596706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:55:15.931768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431138139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T18:55:15.931776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073038686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:55:15.931785Z","caller":"traceutil/trace.go:171","msg":"trace[664902300] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14590; }","duration":"1.385661488s","start":"2026-02-27T18:55:14.546108Z","end":"2026-02-27T18:55:15.931769Z","steps":["trace[664902300] 'agreement among raft nodes before linearized reading' (duration: 1.385606166s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.931436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.315514Z","time spent":"1.615894523s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":10,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:55:15.931822Z","caller":"traceutil/trace.go:171","msg":"trace[1978927060] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14590; }","duration":"1.073104428s","start":"2026-02-27T18:55:14.858704Z","end":"2026-02-27T18:55:15.931808Z","steps":["trace[1978927060] 'agreement among raft nodes before linearized reading' (duration: 1.073048856s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.931589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.601834Z","time spent":"1.329747215s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22152,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dl6gg\" "} {"level":"warn","ts":"2026-02-27T18:55:15.931861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594495386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T18:55:15.931926Z","caller":"traceutil/trace.go:171","msg":"trace[2068904949] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14590; }","duration":"1.594578538s","start":"2026-02-27T18:55:14.337341Z","end":"2026-02-27T18:55:15.931919Z","steps":["trace[2068904949] 'agreement among raft nodes before linearized reading' (duration: 1.594473426s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.931926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072515832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:55:15.931955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.33733Z","time spent":"1.594615509s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T18:55:15.931971Z","caller":"traceutil/trace.go:171","msg":"trace[825424335] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14590; }","duration":"1.072581784s","start":"2026-02-27T18:55:14.859379Z","end":"2026-02-27T18:55:15.93196Z","steps":["trace[825424335] 'agreement among raft nodes before linearized reading' (duration: 1.072234556s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.931976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594748083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-27T18:55:15.931976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414389748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-szmnv\" ","response":"range_response_count:1 size:20765"} {"level":"warn","ts":"2026-02-27T18:55:15.932003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.859369Z","time spent":"1.072627385s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T18:55:15.932013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071490937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T18:55:15.932016Z","caller":"traceutil/trace.go:171","msg":"trace[1641413188] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14590; }","duration":"1.594802303s","start":"2026-02-27T18:55:14.337202Z","end":"2026-02-27T18:55:15.932004Z","steps":["trace[1641413188] 'agreement among raft nodes before linearized reading' (duration: 1.5946546s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:15.932068Z","caller":"traceutil/trace.go:171","msg":"trace[1822890135] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14590; }","duration":"1.071552669s","start":"2026-02-27T18:55:14.860502Z","end":"2026-02-27T18:55:15.932054Z","steps":["trace[1822890135] 'agreement among raft nodes before linearized reading' (duration: 1.071222281s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.932087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.337197Z","time spent":"1.594881335s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T18:55:15.932102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598497047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:55:15.932105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.860429Z","time spent":"1.071667392s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T18:55:15.931686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073874917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-27T18:55:15.932114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595020019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-27T18:55:15.932145Z","caller":"traceutil/trace.go:171","msg":"trace[100913641] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14590; }","duration":"1.598559959s","start":"2026-02-27T18:55:14.333573Z","end":"2026-02-27T18:55:15.932133Z","steps":["trace[100913641] 'agreement among raft nodes before linearized reading' (duration: 1.598500807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.932155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241172493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dl6gg\" ","response":"range_response_count:1 size:22128"} {"level":"warn","ts":"2026-02-27T18:55:15.932172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.333561Z","time spent":"1.598604949s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T18:55:15.932162Z","caller":"traceutil/trace.go:171","msg":"trace[1267832461] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14590; }","duration":"1.07439383s","start":"2026-02-27T18:55:14.857754Z","end":"2026-02-27T18:55:15.932148Z","steps":["trace[1267832461] 'agreement among raft nodes before linearized reading' (duration: 1.073863427s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:15.931504Z","caller":"traceutil/trace.go:171","msg":"trace[199063423] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14590; }","duration":"1.071713853s","start":"2026-02-27T18:55:14.859775Z","end":"2026-02-27T18:55:15.931489Z","steps":["trace[199063423] 'agreement among raft nodes before linearized reading' (duration: 1.071393585s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.932171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598871726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:55:15.932192Z","caller":"traceutil/trace.go:171","msg":"trace[1578131297] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dl6gg; range_end:; response_count:1; response_revision:14590; }","duration":"1.241247175s","start":"2026-02-27T18:55:14.690936Z","end":"2026-02-27T18:55:15.932183Z","steps":["trace[1578131297] 'agreement among raft nodes before linearized reading' (duration: 1.241145712s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.932214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.85773Z","time spent":"1.074470072s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T18:55:15.931644Z","caller":"traceutil/trace.go:171","msg":"trace[1588743608] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14590; }","duration":"1.596899856s","start":"2026-02-27T18:55:14.334731Z","end":"2026-02-27T18:55:15.931631Z","steps":["trace[1588743608] 'agreement among raft nodes before linearized reading' (duration: 1.596815814s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.932229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.859761Z","time spent":"1.072452402s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T18:55:15.932251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266400216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-27T18:55:15.932252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599511112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-27T18:55:15.931733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072499573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:55:15.93228Z","caller":"traceutil/trace.go:171","msg":"trace[2017982591] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14590; }","duration":"1.266470318s","start":"2026-02-27T18:55:14.6658Z","end":"2026-02-27T18:55:15.93227Z","steps":["trace[2017982591] 'agreement among raft nodes before linearized reading' (duration: 1.266390426s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.93229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598587069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-27T18:55:15.932168Z","caller":"traceutil/trace.go:171","msg":"trace[621007959] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14590; }","duration":"1.595100971s","start":"2026-02-27T18:55:14.337057Z","end":"2026-02-27T18:55:15.932158Z","steps":["trace[621007959] 'agreement among raft nodes before linearized reading' (duration: 1.594903406s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.93227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.33471Z","time spent":"1.597549913s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-27T18:55:15.932311Z","caller":"traceutil/trace.go:171","msg":"trace[879651752] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14590; }","duration":"1.599609375s","start":"2026-02-27T18:55:14.332688Z","end":"2026-02-27T18:55:15.932297Z","steps":["trace[879651752] 'agreement among raft nodes before linearized reading' (duration: 1.599452871s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.931778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597082831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-02-27T18:55:15.932359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.337048Z","time spent":"1.595298826s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T18:55:15.932372Z","caller":"traceutil/trace.go:171","msg":"trace[1765580168] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14590; }","duration":"1.597695046s","start":"2026-02-27T18:55:14.334664Z","end":"2026-02-27T18:55:15.932359Z","steps":["trace[1765580168] 'agreement among raft nodes before linearized reading' (duration: 1.597009929s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.931546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596359233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:55:15.932353Z","caller":"traceutil/trace.go:171","msg":"trace[1058370718] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14590; }","duration":"1.073132308s","start":"2026-02-27T18:55:14.859172Z","end":"2026-02-27T18:55:15.932304Z","steps":["trace[1058370718] 'agreement among raft nodes before linearized reading' (duration: 1.072538003s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.932389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595034289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T18:55:15.932443Z","caller":"traceutil/trace.go:171","msg":"trace[1781532675] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14590; }","duration":"1.597282526s","start":"2026-02-27T18:55:14.335147Z","end":"2026-02-27T18:55:15.932429Z","steps":["trace[1781532675] 'agreement among raft nodes before linearized reading' (duration: 1.596355393s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.931929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.858695Z","time spent":"1.073166049s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T18:55:15.932476Z","caller":"traceutil/trace.go:171","msg":"trace[2058361283] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14590; }","duration":"1.595131642s","start":"2026-02-27T18:55:14.337331Z","end":"2026-02-27T18:55:15.932463Z","steps":["trace[2058361283] 'agreement among raft nodes before linearized reading' (duration: 1.594980828s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.931826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.546095Z","time spent":"1.385724519s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T18:55:15.932491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597890331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-27T18:55:15.932516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.33732Z","time spent":"1.595188623s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T18:55:15.932481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.335133Z","time spent":"1.597337057s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T18:55:15.932237Z","caller":"traceutil/trace.go:171","msg":"trace[1980649131] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14590; }","duration":"1.598956708s","start":"2026-02-27T18:55:14.333259Z","end":"2026-02-27T18:55:15.932216Z","steps":["trace[1980649131] 'agreement among raft nodes before linearized reading' (duration: 1.598873566s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.932513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.859145Z","time spent":"1.073315273s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-02-27T18:55:15.932549Z","caller":"traceutil/trace.go:171","msg":"trace[1187267750] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14590; }","duration":"1.597974183s","start":"2026-02-27T18:55:14.33456Z","end":"2026-02-27T18:55:15.932535Z","steps":["trace[1187267750] 'agreement among raft nodes before linearized reading' (duration: 1.597246135s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.932433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.334656Z","time spent":"1.597765668s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-02-27T18:55:15.932364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.332665Z","time spent":"1.599690976s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T18:55:15.931282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.463652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:55:15.931579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384802937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T18:55:15.932665Z","caller":"traceutil/trace.go:171","msg":"trace[522991149] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14590; }","duration":"302.897967ms","start":"2026-02-27T18:55:15.629747Z","end":"2026-02-27T18:55:15.932645Z","steps":["trace[522991149] 'agreement among raft nodes before linearized reading' (duration: 301.459642ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:15.932689Z","caller":"traceutil/trace.go:171","msg":"trace[1942334665] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14590; }","duration":"1.385933865s","start":"2026-02-27T18:55:14.546737Z","end":"2026-02-27T18:55:15.93267Z","steps":["trace[1942334665] 'agreement among raft nodes before linearized reading' (duration: 1.384744526s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.932746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.546718Z","time spent":"1.386010096s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T18:55:15.932819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:15.629723Z","time spent":"302.98379ms","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:55:15.931697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.501397Z","time spent":"1.430293808s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:55:15.931683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413676261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jnb75\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T18:55:15.931795Z","caller":"traceutil/trace.go:171","msg":"trace[622745045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14590; }","duration":"1.43120463s","start":"2026-02-27T18:55:14.500581Z","end":"2026-02-27T18:55:15.931785Z","steps":["trace[622745045] 'agreement among raft nodes before linearized reading' (duration: 1.431134488s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:55:15.933108Z","caller":"traceutil/trace.go:171","msg":"trace[1345704154] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jnb75; range_end:; response_count:1; response_revision:14590; }","duration":"1.415109086s","start":"2026-02-27T18:55:14.517981Z","end":"2026-02-27T18:55:15.93309Z","steps":["trace[1345704154] 'agreement among raft nodes before linearized reading' (duration: 1.413611769s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.933123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.50056Z","time spent":"1.432545244s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:55:15.933236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.517972Z","time spent":"1.415241999s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-jnb75\" "} {"level":"info","ts":"2026-02-27T18:55:15.932028Z","caller":"traceutil/trace.go:171","msg":"trace[820965173] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-szmnv; range_end:; response_count:1; response_revision:14590; }","duration":"1.414463291s","start":"2026-02-27T18:55:14.517551Z","end":"2026-02-27T18:55:15.932014Z","steps":["trace[820965173] 'agreement among raft nodes before linearized reading' (duration: 1.414262676s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.933652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.517538Z","time spent":"1.416095741s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20789,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-szmnv\" "} {"level":"warn","ts":"2026-02-27T18:55:15.931447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385249087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:55:15.932715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.76625Z","time spent":"1.164551861s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:55:15.932315Z","caller":"traceutil/trace.go:171","msg":"trace[994830624] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14590; }","duration":"1.59863818s","start":"2026-02-27T18:55:14.33367Z","end":"2026-02-27T18:55:15.932309Z","steps":["trace[994830624] 'agreement among raft nodes before linearized reading' (duration: 1.598559158s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.934278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.333659Z","time spent":"1.600597439s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T18:55:15.932593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.333248Z","time spent":"1.599329758s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T18:55:15.932606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.334547Z","time spent":"1.598046275s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T18:55:15.932228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.690918Z","time spent":"1.241300877s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22152,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dl6gg\" "} {"level":"warn","ts":"2026-02-27T18:55:15.932316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.665778Z","time spent":"1.266531049s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T18:55:15.934058Z","caller":"traceutil/trace.go:171","msg":"trace[731379150] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14590; }","duration":"1.387852603s","start":"2026-02-27T18:55:14.546166Z","end":"2026-02-27T18:55:15.934019Z","steps":["trace[731379150] 'agreement among raft nodes before linearized reading' (duration: 1.385238148s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:55:15.934713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:55:14.546149Z","time spent":"1.388530509s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-02-27T18:57:49.956845Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13361} {"level":"info","ts":"2026-02-27T18:57:50.034703Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13361,"took":"75.609187ms","hash":4070404614,"current-db-size-bytes":40837120,"current-db-size":"41 MB","current-db-size-in-use-bytes":28078080,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T18:57:50.03477Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4070404614,"revision":13361,"compact-revision":11469} {"level":"warn","ts":"2026-02-27T18:58:09.387869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.690513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:58:09.388165Z","caller":"traceutil/trace.go:171","msg":"trace[996848602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15921; }","duration":"124.061112ms","start":"2026-02-27T18:58:09.264076Z","end":"2026-02-27T18:58:09.388137Z","steps":["trace[996848602] 'range keys from in-memory index tree' (duration: 123.560799ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:58:11.212497Z","caller":"traceutil/trace.go:171","msg":"trace[1479420148] transaction","detail":"{read_only:false; response_revision:15934; number_of_response:1; }","duration":"177.278666ms","start":"2026-02-27T18:58:11.035185Z","end":"2026-02-27T18:58:11.212463Z","steps":["trace[1479420148] 'process raft request' (duration: 177.047791ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:58:11.231862Z","caller":"traceutil/trace.go:171","msg":"trace[766636867] linearizableReadLoop","detail":"{readStateIndex:16536; appliedIndex:16534; }","duration":"193.441892ms","start":"2026-02-27T18:58:11.038385Z","end":"2026-02-27T18:58:11.231827Z","steps":["trace[766636867] 'read index received' (duration: 173.757738ms)","trace[766636867] 'applied index is now lower than readState.Index' (duration: 19.682974ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:58:11.231977Z","caller":"traceutil/trace.go:171","msg":"trace[2046740708] transaction","detail":"{read_only:false; response_revision:15935; number_of_response:1; }","duration":"196.379756ms","start":"2026-02-27T18:58:11.035558Z","end":"2026-02-27T18:58:11.231938Z","steps":["trace[2046740708] 'process raft request' (duration: 196.088369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:58:11.232194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.78076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:58:11.232249Z","caller":"traceutil/trace.go:171","msg":"trace[976167508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15935; }","duration":"193.869423ms","start":"2026-02-27T18:58:11.038359Z","end":"2026-02-27T18:58:11.232229Z","steps":["trace[976167508] 'agreement among raft nodes before linearized reading' (duration: 193.634007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:58:11.232405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.314754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:58:11.232459Z","caller":"traceutil/trace.go:171","msg":"trace[198872115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15935; }","duration":"188.401925ms","start":"2026-02-27T18:58:11.044044Z","end":"2026-02-27T18:58:11.232446Z","steps":["trace[198872115] 'agreement among raft nodes before linearized reading' (duration: 188.19756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:58:11.232503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.918971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T18:58:11.232613Z","caller":"traceutil/trace.go:171","msg":"trace[1360198863] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15935; }","duration":"170.051605ms","start":"2026-02-27T18:58:11.062535Z","end":"2026-02-27T18:58:11.232587Z","steps":["trace[1360198863] 'agreement among raft nodes before linearized reading' (duration: 169.796059ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:58:11.346756Z","caller":"traceutil/trace.go:171","msg":"trace[812265637] transaction","detail":"{read_only:false; response_revision:15937; number_of_response:1; }","duration":"108.105841ms","start":"2026-02-27T18:58:11.238617Z","end":"2026-02-27T18:58:11.346723Z","steps":["trace[812265637] 'process raft request' (duration: 43.584383ms)","trace[812265637] 'compare' (duration: 64.324673ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:58:11.347158Z","caller":"traceutil/trace.go:171","msg":"trace[551645359] transaction","detail":"{read_only:false; response_revision:15938; number_of_response:1; }","duration":"107.174588ms","start":"2026-02-27T18:58:11.239942Z","end":"2026-02-27T18:58:11.347117Z","steps":["trace[551645359] 'process raft request' (duration: 106.732227ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:58:13.575135Z","caller":"traceutil/trace.go:171","msg":"trace[1632959966] transaction","detail":"{read_only:false; response_revision:15952; number_of_response:1; }","duration":"218.562853ms","start":"2026-02-27T18:58:13.35654Z","end":"2026-02-27T18:58:13.575103Z","steps":["trace[1632959966] 'process raft request' (duration: 218.353948ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:58:13.58668Z","caller":"traceutil/trace.go:171","msg":"trace[700199619] linearizableReadLoop","detail":"{readStateIndex:16555; appliedIndex:16553; }","duration":"146.217588ms","start":"2026-02-27T18:58:13.440367Z","end":"2026-02-27T18:58:13.586584Z","steps":["trace[700199619] 'read index received' (duration: 134.612797ms)","trace[700199619] 'applied index is now lower than readState.Index' (duration: 11.603141ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:58:13.586709Z","caller":"traceutil/trace.go:171","msg":"trace[2069718416] transaction","detail":"{read_only:false; response_revision:15953; number_of_response:1; }","duration":"229.2344ms","start":"2026-02-27T18:58:13.357436Z","end":"2026-02-27T18:58:13.586671Z","steps":["trace[2069718416] 'process raft request' (duration: 228.920052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:58:13.586934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.534115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:58:13.587023Z","caller":"traceutil/trace.go:171","msg":"trace[694877834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15953; }","duration":"146.646508ms","start":"2026-02-27T18:58:13.44035Z","end":"2026-02-27T18:58:13.586997Z","steps":["trace[694877834] 'agreement among raft nodes before linearized reading' (duration: 146.480434ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:00:57.915003Z","caller":"traceutil/trace.go:171","msg":"trace[740330652] linearizableReadLoop","detail":"{readStateIndex:17652; appliedIndex:17651; }","duration":"197.996577ms","start":"2026-02-27T19:00:57.71698Z","end":"2026-02-27T19:00:57.914977Z","steps":["trace[740330652] 'read index received' (duration: 197.588586ms)","trace[740330652] 'applied index is now lower than readState.Index' (duration: 406.911µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:00:57.915094Z","caller":"traceutil/trace.go:171","msg":"trace[1183602542] transaction","detail":"{read_only:false; response_revision:17013; number_of_response:1; }","duration":"380.265829ms","start":"2026-02-27T19:00:57.534793Z","end":"2026-02-27T19:00:57.915059Z","steps":["trace[1183602542] 'process raft request' (duration: 379.858188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:00:57.915196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.198482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29536980-2rwgz\" ","response":"range_response_count:1 size:7039"} {"level":"info","ts":"2026-02-27T19:00:57.915228Z","caller":"traceutil/trace.go:171","msg":"trace[1582557944] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29536980-2rwgz; range_end:; response_count:1; response_revision:17013; }","duration":"198.296844ms","start":"2026-02-27T19:00:57.716922Z","end":"2026-02-27T19:00:57.915219Z","steps":["trace[1582557944] 'agreement among raft nodes before linearized reading' (duration: 198.151431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:00:57.9153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:00:57.534759Z","time spent":"380.454033ms","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417038,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:04.108923Z","caller":"traceutil/trace.go:171","msg":"trace[20365836] linearizableReadLoop","detail":"{readStateIndex:17683; appliedIndex:17682; }","duration":"460.920342ms","start":"2026-02-27T19:01:03.647979Z","end":"2026-02-27T19:01:04.108899Z","steps":["trace[20365836] 'read index received' (duration: 460.712425ms)","trace[20365836] 'applied index is now lower than readState.Index' (duration: 207.047µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:01:04.109036Z","caller":"traceutil/trace.go:171","msg":"trace[1425219798] transaction","detail":"{read_only:false; response_revision:17042; number_of_response:1; }","duration":"652.669792ms","start":"2026-02-27T19:01:03.456358Z","end":"2026-02-27T19:01:04.109028Z","steps":["trace[1425219798] 'process raft request' (duration: 652.384645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:04.109148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:03.456333Z","time spent":"652.725403ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:01:04.109394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.394444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T19:01:04.109426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.374104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29536980-2rwgz\" ","response":"range_response_count:1 size:7039"} {"level":"info","ts":"2026-02-27T19:01:04.109506Z","caller":"traceutil/trace.go:171","msg":"trace[1757525994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17042; }","duration":"461.553758ms","start":"2026-02-27T19:01:03.647933Z","end":"2026-02-27T19:01:04.109487Z","steps":["trace[1757525994] 'agreement among raft nodes before linearized reading' (duration: 461.256271ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:04.109521Z","caller":"traceutil/trace.go:171","msg":"trace[584757280] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29536980-2rwgz; range_end:; response_count:1; response_revision:17042; }","duration":"111.544518ms","start":"2026-02-27T19:01:03.997954Z","end":"2026-02-27T19:01:04.109499Z","steps":["trace[584757280] 'agreement among raft nodes before linearized reading' (duration: 111.246901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:04.109545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:03.647915Z","time spent":"461.624299ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:01:04.410389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.164306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:01:04.4105Z","caller":"traceutil/trace.go:171","msg":"trace[1250113023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17042; }","duration":"148.312641ms","start":"2026-02-27T19:01:04.262159Z","end":"2026-02-27T19:01:04.410472Z","steps":["trace[1250113023] 'range keys from in-memory index tree' (duration: 148.089015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:04.410497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.125281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T19:01:04.410612Z","caller":"traceutil/trace.go:171","msg":"trace[602094049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17042; }","duration":"271.264294ms","start":"2026-02-27T19:01:04.13932Z","end":"2026-02-27T19:01:04.410584Z","steps":["trace[602094049] 'range keys from in-memory index tree' (duration: 270.966857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:04.41093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.189745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T19:01:04.410972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.399732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T19:01:04.411018Z","caller":"traceutil/trace.go:171","msg":"trace[422293251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17042; }","duration":"264.467524ms","start":"2026-02-27T19:01:04.14654Z","end":"2026-02-27T19:01:04.411007Z","steps":["trace[422293251] 'range keys from in-memory index tree' (duration: 264.245018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:04.411271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.479084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T19:01:04.411313Z","caller":"traceutil/trace.go:171","msg":"trace[586570955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17042; }","duration":"264.534486ms","start":"2026-02-27T19:01:04.146765Z","end":"2026-02-27T19:01:04.4113Z","steps":["trace[586570955] 'range keys from in-memory index tree' (duration: 264.395272ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:04.410985Z","caller":"traceutil/trace.go:171","msg":"trace[509515430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17042; }","duration":"297.294717ms","start":"2026-02-27T19:01:04.11368Z","end":"2026-02-27T19:01:04.410975Z","steps":["trace[509515430] 'range keys from in-memory index tree' (duration: 297.061491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:04.412049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.807331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:961354"} {"level":"info","ts":"2026-02-27T19:01:04.412106Z","caller":"traceutil/trace.go:171","msg":"trace[1744115773] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17042; }","duration":"297.884863ms","start":"2026-02-27T19:01:04.114209Z","end":"2026-02-27T19:01:04.412094Z","steps":["trace[1744115773] 'range keys from in-memory index tree' (duration: 296.885647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:05.068533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.674295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:01:05.068633Z","caller":"traceutil/trace.go:171","msg":"trace[1694756269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17048; }","duration":"389.846938ms","start":"2026-02-27T19:01:04.678765Z","end":"2026-02-27T19:01:05.068612Z","steps":["trace[1694756269] 'range keys from in-memory index tree' (duration: 389.439309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:05.068674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:04.678735Z","time spent":"389.929511ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:01:05.068999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.171425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dl6gg\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-02-27T19:01:05.069135Z","caller":"traceutil/trace.go:171","msg":"trace[1144507957] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dl6gg; range_end:; response_count:1; response_revision:17048; }","duration":"423.325418ms","start":"2026-02-27T19:01:04.645777Z","end":"2026-02-27T19:01:05.069103Z","steps":["trace[1144507957] 'range keys from in-memory index tree' (duration: 422.914659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:05.069208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:04.645743Z","time spent":"423.448982ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-dl6gg\" "} {"level":"warn","ts":"2026-02-27T19:01:05.070261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.106926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:129 size:1711734"} {"level":"info","ts":"2026-02-27T19:01:05.070374Z","caller":"traceutil/trace.go:171","msg":"trace[1160306692] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:129; response_revision:17048; }","duration":"213.29529ms","start":"2026-02-27T19:01:04.857055Z","end":"2026-02-27T19:01:05.07035Z","steps":["trace[1160306692] 'range keys from in-memory index tree' (duration: 211.523986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:05.767167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.581202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:01:05.767272Z","caller":"traceutil/trace.go:171","msg":"trace[15943696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17049; }","duration":"503.736946ms","start":"2026-02-27T19:01:05.263513Z","end":"2026-02-27T19:01:05.76725Z","steps":["trace[15943696] 'range keys from in-memory index tree' (duration: 503.428197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:05.76732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:05.263488Z","time spent":"503.822408ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:01:05.801321Z","caller":"traceutil/trace.go:171","msg":"trace[1528521787] linearizableReadLoop","detail":"{readStateIndex:17691; appliedIndex:17690; }","duration":"470.142563ms","start":"2026-02-27T19:01:05.331149Z","end":"2026-02-27T19:01:05.801292Z","steps":["trace[1528521787] 'read index received' (duration: 470.086392ms)","trace[1528521787] 'applied index is now lower than readState.Index' (duration: 54.921µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:01:05.801443Z","caller":"traceutil/trace.go:171","msg":"trace[856277305] transaction","detail":"{read_only:false; response_revision:17050; number_of_response:1; }","duration":"484.684008ms","start":"2026-02-27T19:01:05.31672Z","end":"2026-02-27T19:01:05.801404Z","steps":["trace[856277305] 'process raft request' (duration: 484.393671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:05.80153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.360249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:01:05.801569Z","caller":"traceutil/trace.go:171","msg":"trace[1199188786] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:17050; }","duration":"470.466302ms","start":"2026-02-27T19:01:05.331091Z","end":"2026-02-27T19:01:05.801557Z","steps":["trace[1199188786] 'agreement among raft nodes before linearized reading' (duration: 470.360369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:05.801577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:05.316687Z","time spent":"484.810131ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:01:05.801623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:05.331071Z","time spent":"470.533343ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":13,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:01:06.302742Z","caller":"traceutil/trace.go:171","msg":"trace[1389144277] transaction","detail":"{read_only:false; response_revision:17051; number_of_response:1; }","duration":"781.887172ms","start":"2026-02-27T19:01:05.520815Z","end":"2026-02-27T19:01:06.302702Z","steps":["trace[1389144277] 'process raft request' (duration: 690.310105ms)","trace[1389144277] 'compare' (duration: 91.26235ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:01:06.302994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:05.520774Z","time spent":"782.099258ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:01:06.302994Z","caller":"traceutil/trace.go:171","msg":"trace[832495122] transaction","detail":"{read_only:false; response_revision:17052; number_of_response:1; }","duration":"544.376966ms","start":"2026-02-27T19:01:05.758582Z","end":"2026-02-27T19:01:06.302959Z","steps":["trace[832495122] 'process raft request' (duration: 544.026467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:06.303171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:05.758545Z","time spent":"544.52569ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:01:06.30319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.617121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:01:06.303251Z","caller":"traceutil/trace.go:171","msg":"trace[871125885] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:17052; }","duration":"825.746854ms","start":"2026-02-27T19:01:05.477489Z","end":"2026-02-27T19:01:06.303236Z","steps":["trace[871125885] 'agreement among raft nodes before linearized reading' (duration: 825.549819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:06.303303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:05.477469Z","time spent":"825.823455ms","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":23,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:01:06.303439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.60079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:01:06.302965Z","caller":"traceutil/trace.go:171","msg":"trace[127650145] linearizableReadLoop","detail":"{readStateIndex:17693; appliedIndex:17691; }","duration":"501.50223ms","start":"2026-02-27T19:01:05.801422Z","end":"2026-02-27T19:01:06.302924Z","steps":["trace[127650145] 'read index received' (duration: 409.720857ms)","trace[127650145] 'applied index is now lower than readState.Index' (duration: 91.779763ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:01:06.3035Z","caller":"traceutil/trace.go:171","msg":"trace[1466803390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17052; }","duration":"534.704693ms","start":"2026-02-27T19:01:05.768782Z","end":"2026-02-27T19:01:06.303486Z","steps":["trace[1466803390] 'agreement among raft nodes before linearized reading' (duration: 534.61093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:06.303547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:01:05.768763Z","time spent":"534.774204ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:01:06.348479Z","caller":"traceutil/trace.go:171","msg":"trace[1501029607] transaction","detail":"{read_only:false; response_revision:17053; number_of_response:1; }","duration":"231.440165ms","start":"2026-02-27T19:01:06.117003Z","end":"2026-02-27T19:01:06.348443Z","steps":["trace[1501029607] 'process raft request' (duration: 231.23274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:06.348748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.540898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:01:06.348839Z","caller":"traceutil/trace.go:171","msg":"trace[1672663984] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:17053; }","duration":"227.697872ms","start":"2026-02-27T19:01:06.121116Z","end":"2026-02-27T19:01:06.348814Z","steps":["trace[1672663984] 'agreement among raft nodes before linearized reading' (duration: 227.515607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:06.348575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.261421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:01:06.349087Z","caller":"traceutil/trace.go:171","msg":"trace[1187072914] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:17053; }","duration":"288.761913ms","start":"2026-02-27T19:01:06.060274Z","end":"2026-02-27T19:01:06.349036Z","steps":["trace[1187072914] 'agreement among raft nodes before linearized reading' (duration: 288.170798ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:15.454886Z","caller":"traceutil/trace.go:171","msg":"trace[2107699774] linearizableReadLoop","detail":"{readStateIndex:17890; appliedIndex:17889; }","duration":"121.840987ms","start":"2026-02-27T19:01:15.333016Z","end":"2026-02-27T19:01:15.454857Z","steps":["trace[2107699774] 'read index received' (duration: 121.649312ms)","trace[2107699774] 'applied index is now lower than readState.Index' (duration: 190.655µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:01:15.455035Z","caller":"traceutil/trace.go:171","msg":"trace[1243103781] transaction","detail":"{read_only:false; response_revision:17242; number_of_response:1; }","duration":"163.717987ms","start":"2026-02-27T19:01:15.291274Z","end":"2026-02-27T19:01:15.454992Z","steps":["trace[1243103781] 'process raft request' (duration: 163.41347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:15.45513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.100733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dl6gg\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-02-27T19:01:15.455997Z","caller":"traceutil/trace.go:171","msg":"trace[1004699107] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dl6gg; range_end:; response_count:1; response_revision:17242; }","duration":"122.979655ms","start":"2026-02-27T19:01:15.333Z","end":"2026-02-27T19:01:15.45598Z","steps":["trace[1004699107] 'agreement among raft nodes before linearized reading' (duration: 121.97501ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:01:15.75401Z","caller":"traceutil/trace.go:171","msg":"trace[307103741] linearizableReadLoop","detail":"{readStateIndex:17891; appliedIndex:17890; }","duration":"113.885886ms","start":"2026-02-27T19:01:15.640087Z","end":"2026-02-27T19:01:15.753973Z","steps":["trace[307103741] 'read index received' (duration: 113.63055ms)","trace[307103741] 'applied index is now lower than readState.Index' (duration: 253.736µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:01:15.754173Z","caller":"traceutil/trace.go:171","msg":"trace[2043871631] transaction","detail":"{read_only:false; response_revision:17243; number_of_response:1; }","duration":"173.512522ms","start":"2026-02-27T19:01:15.580617Z","end":"2026-02-27T19:01:15.75413Z","steps":["trace[2043871631] 'process raft request' (duration: 173.091651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:01:15.754314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.206385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-27T19:01:15.754375Z","caller":"traceutil/trace.go:171","msg":"trace[102965324] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17243; }","duration":"114.341788ms","start":"2026-02-27T19:01:15.640017Z","end":"2026-02-27T19:01:15.754359Z","steps":["trace[102965324] 'agreement among raft nodes before linearized reading' (duration: 114.080481ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:02:49.963827Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15638} {"level":"info","ts":"2026-02-27T19:02:50.060798Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15638,"took":"93.507566ms","hash":1236181160,"current-db-size-bytes":42102784,"current-db-size":"42 MB","current-db-size-in-use-bytes":30191616,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T19:02:50.060884Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1236181160,"revision":15638,"compact-revision":13361} {"level":"info","ts":"2026-02-27T19:05:43.032821Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T19:05:43.039809Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-27T19:05:43.039935Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-27T19:06:13.362431Z","caller":"traceutil/trace.go:171","msg":"trace[1472826525] linearizableReadLoop","detail":"{readStateIndex:20152; appliedIndex:20151; }","duration":"145.563563ms","start":"2026-02-27T19:06:13.216839Z","end":"2026-02-27T19:06:13.362402Z","steps":["trace[1472826525] 'read index received' (duration: 145.336177ms)","trace[1472826525] 'applied index is now lower than readState.Index' (duration: 226.386µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:06:13.362533Z","caller":"traceutil/trace.go:171","msg":"trace[1234568093] transaction","detail":"{read_only:false; response_revision:19433; number_of_response:1; }","duration":"279.307699ms","start":"2026-02-27T19:06:13.083166Z","end":"2026-02-27T19:06:13.362474Z","steps":["trace[1234568093] 'process raft request' (duration: 278.987941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:13.362692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.824329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-27T19:06:13.362756Z","caller":"traceutil/trace.go:171","msg":"trace[460741427] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:19433; }","duration":"145.926521ms","start":"2026-02-27T19:06:13.216808Z","end":"2026-02-27T19:06:13.362734Z","steps":["trace[460741427] 'agreement among raft nodes before linearized reading' (duration: 145.725046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:13.363561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.502831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:06:13.363614Z","caller":"traceutil/trace.go:171","msg":"trace[630425882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19433; }","duration":"102.598014ms","start":"2026-02-27T19:06:13.261003Z","end":"2026-02-27T19:06:13.363601Z","steps":["trace[630425882] 'agreement among raft nodes before linearized reading' (duration: 101.575578ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:19.672094Z","caller":"traceutil/trace.go:171","msg":"trace[1174419478] transaction","detail":"{read_only:false; response_revision:19459; number_of_response:1; }","duration":"279.395741ms","start":"2026-02-27T19:06:19.392675Z","end":"2026-02-27T19:06:19.672071Z","steps":["trace[1174419478] 'process raft request' (duration: 279.283388ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:30.425863Z","caller":"traceutil/trace.go:171","msg":"trace[2137119143] linearizableReadLoop","detail":"{readStateIndex:20230; appliedIndex:20229; }","duration":"225.395946ms","start":"2026-02-27T19:06:30.200429Z","end":"2026-02-27T19:06:30.425825Z","steps":["trace[2137119143] 'read index received' (duration: 224.185677ms)","trace[2137119143] 'applied index is now lower than readState.Index' (duration: 1.209059ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:06:30.426048Z","caller":"traceutil/trace.go:171","msg":"trace[1470181756] transaction","detail":"{read_only:false; response_revision:19507; number_of_response:1; }","duration":"527.026146ms","start":"2026-02-27T19:06:29.89901Z","end":"2026-02-27T19:06:30.426036Z","steps":["trace[1470181756] 'process raft request' (duration: 525.672402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:30.426168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:29.898985Z","time spent":"527.090298ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:06:30.426277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.326698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:06:30.426383Z","caller":"traceutil/trace.go:171","msg":"trace[1122543456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19507; }","duration":"163.474862ms","start":"2026-02-27T19:06:30.262881Z","end":"2026-02-27T19:06:30.426356Z","steps":["trace[1122543456] 'agreement among raft nodes before linearized reading' (duration: 163.315538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:30.426411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.960081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:06:30.426523Z","caller":"traceutil/trace.go:171","msg":"trace[571810643] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:19507; }","duration":"226.126715ms","start":"2026-02-27T19:06:30.200372Z","end":"2026-02-27T19:06:30.426499Z","steps":["trace[571810643] 'agreement among raft nodes before linearized reading' (duration: 225.93203ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:36.22303Z","caller":"traceutil/trace.go:171","msg":"trace[531402603] transaction","detail":"{read_only:false; response_revision:19533; number_of_response:1; }","duration":"419.049216ms","start":"2026-02-27T19:06:35.803904Z","end":"2026-02-27T19:06:36.222953Z","steps":["trace[531402603] 'process raft request' (duration: 418.667286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:36.22337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:35.803858Z","time spent":"419.337403ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:06:37.567465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.050049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:06:37.567595Z","caller":"traceutil/trace.go:171","msg":"trace[1996473103] transaction","detail":"{read_only:false; response_revision:19534; number_of_response:1; }","duration":"1.587874149s","start":"2026-02-27T19:06:35.9797Z","end":"2026-02-27T19:06:37.567574Z","steps":["trace[1996473103] 'process raft request' (duration: 975.624404ms)","trace[1996473103] 'compare' (duration: 611.424224ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:06:37.567639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:35.979676Z","time spent":"1.587946821s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:06:38.167224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.217082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:06:38.167359Z","caller":"traceutil/trace.go:171","msg":"trace[2055493405] linearizableReadLoop","detail":"{readStateIndex:20259; appliedIndex:20257; }","duration":"1.708498435s","start":"2026-02-27T19:06:36.45884Z","end":"2026-02-27T19:06:38.167339Z","steps":["trace[2055493405] 'read index received' (duration: 496.440578ms)","trace[2055493405] 'applied index is now lower than readState.Index' (duration: 1.212056507s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:06:38.167426Z","caller":"traceutil/trace.go:171","msg":"trace[885190006] transaction","detail":"{read_only:false; response_revision:19535; number_of_response:1; }","duration":"1.71982519s","start":"2026-02-27T19:06:36.447558Z","end":"2026-02-27T19:06:38.167383Z","steps":["trace[885190006] 'process raft request' (duration: 1.282346422s)","trace[885190006] 'compare' (duration: 436.812402ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:06:38.16763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:36.447525Z","time spent":"1.720010835s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:06:38.167871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705889661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T19:06:38.167929Z","caller":"traceutil/trace.go:171","msg":"trace[1492115735] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19535; }","duration":"1.706035714s","start":"2026-02-27T19:06:36.461876Z","end":"2026-02-27T19:06:38.167912Z","steps":["trace[1492115735] 'agreement among raft nodes before linearized reading' (duration: 1.705834049s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:38.167927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.477843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:06:38.167911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451439665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:06:38.167976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:36.46185Z","time spent":"1.706117547s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:06:38.16798Z","caller":"traceutil/trace.go:171","msg":"trace[1402836671] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:19535; }","duration":"422.575255ms","start":"2026-02-27T19:06:37.745391Z","end":"2026-02-27T19:06:38.167966Z","steps":["trace[1402836671] 'agreement among raft nodes before linearized reading' (duration: 422.437921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:38.168028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:37.74537Z","time spent":"422.648717ms","remote":"127.0.0.1:46808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:06:38.168031Z","caller":"traceutil/trace.go:171","msg":"trace[2026120771] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:19535; }","duration":"1.45163747s","start":"2026-02-27T19:06:36.716365Z","end":"2026-02-27T19:06:38.168002Z","steps":["trace[2026120771] 'agreement among raft nodes before linearized reading' (duration: 1.451350603s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:38.168037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.612405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:06:38.168082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:36.716341Z","time spent":"1.451730373s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":65,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:06:38.168081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704941777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:06:38.168109Z","caller":"traceutil/trace.go:171","msg":"trace[778199434] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:19535; }","duration":"300.749799ms","start":"2026-02-27T19:06:37.867336Z","end":"2026-02-27T19:06:38.168086Z","steps":["trace[778199434] 'agreement among raft nodes before linearized reading' (duration: 300.610855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:38.168129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671144449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T19:06:38.168166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:37.8673Z","time spent":"300.85105ms","remote":"127.0.0.1:57428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:06:38.16814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704385493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T19:06:38.168155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.714974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:06:38.168256Z","caller":"traceutil/trace.go:171","msg":"trace[1466409154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19535; }","duration":"1.704535237s","start":"2026-02-27T19:06:36.463696Z","end":"2026-02-27T19:06:38.168231Z","steps":["trace[1466409154] 'agreement among raft nodes before linearized reading' (duration: 1.704186949s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:38.168269Z","caller":"traceutil/trace.go:171","msg":"trace[1701334362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19535; }","duration":"904.886298ms","start":"2026-02-27T19:06:37.263358Z","end":"2026-02-27T19:06:38.168244Z","steps":["trace[1701334362] 'agreement among raft nodes before linearized reading' (duration: 904.692754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:38.168302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:36.463685Z","time spent":"1.704607929s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T19:06:38.168144Z","caller":"traceutil/trace.go:171","msg":"trace[125343072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19535; }","duration":"1.70502424s","start":"2026-02-27T19:06:36.463104Z","end":"2026-02-27T19:06:38.168128Z","steps":["trace[125343072] 'agreement among raft nodes before linearized reading' (duration: 1.704810404s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:38.168318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:37.263334Z","time spent":"904.976321ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:06:38.168353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:36.463095Z","time spent":"1.705244075s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T19:06:38.168206Z","caller":"traceutil/trace.go:171","msg":"trace[599414230] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19535; }","duration":"1.671241011s","start":"2026-02-27T19:06:36.496945Z","end":"2026-02-27T19:06:38.168186Z","steps":["trace[599414230] 'agreement among raft nodes before linearized reading' (duration: 1.671013085s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:38.168428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:36.496935Z","time spent":"1.671472587s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:06:38.168458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709628894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:06:38.168079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704990938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:06:38.168518Z","caller":"traceutil/trace.go:171","msg":"trace[1972024155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19535; }","duration":"1.709691785s","start":"2026-02-27T19:06:36.45879Z","end":"2026-02-27T19:06:38.168482Z","steps":["trace[1972024155] 'agreement among raft nodes before linearized reading' (duration: 1.708645238s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:38.168521Z","caller":"traceutil/trace.go:171","msg":"trace[2145201294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19535; }","duration":"1.70543529s","start":"2026-02-27T19:06:36.463058Z","end":"2026-02-27T19:06:38.168494Z","steps":["trace[2145201294] 'agreement among raft nodes before linearized reading' (duration: 1.704891736s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:38.168548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:36.458776Z","time spent":"1.709764608s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:06:38.168578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:36.463047Z","time spent":"1.705515471s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:06:38.726657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:38.399457Z","time spent":"327.191521ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T19:06:38.727059Z","caller":"traceutil/trace.go:171","msg":"trace[1137791730] transaction","detail":"{read_only:false; response_revision:19536; number_of_response:1; }","duration":"553.536501ms","start":"2026-02-27T19:06:38.173484Z","end":"2026-02-27T19:06:38.727021Z","steps":["trace[1137791730] 'process raft request' (duration: 496.342066ms)","trace[1137791730] 'compare' (duration: 56.99189ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:06:38.727236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:38.173464Z","time spent":"553.679455ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:06:39.571325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.052606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:06:39.571574Z","caller":"traceutil/trace.go:171","msg":"trace[1242120291] transaction","detail":"{read_only:false; response_revision:19537; number_of_response:1; }","duration":"1.397826899s","start":"2026-02-27T19:06:38.17369Z","end":"2026-02-27T19:06:39.571517Z","steps":["trace[1242120291] 'process raft request' (duration: 876.482196ms)","trace[1242120291] 'compare' (duration: 520.754868ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:06:39.571649Z","caller":"traceutil/trace.go:171","msg":"trace[3557201] transaction","detail":"{read_only:false; response_revision:19539; number_of_response:1; }","duration":"1.396722342s","start":"2026-02-27T19:06:38.174906Z","end":"2026-02-27T19:06:39.571628Z","steps":["trace[3557201] 'process raft request' (duration: 1.39664587s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:39.571744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:38.174897Z","time spent":"1.396808194s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:06:39.571757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:38.173673Z","time spent":"1.397984383s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:06:39.571899Z","caller":"traceutil/trace.go:171","msg":"trace[897918824] transaction","detail":"{read_only:false; response_revision:19538; number_of_response:1; }","duration":"1.398020315s","start":"2026-02-27T19:06:38.173869Z","end":"2026-02-27T19:06:39.57189Z","steps":["trace[897918824] 'process raft request' (duration: 1.397582054s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:39.571947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:38.173846Z","time spent":"1.398075545s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:06:39.572224Z","caller":"traceutil/trace.go:171","msg":"trace[1771714151] transaction","detail":"{read_only:false; response_revision:19540; number_of_response:1; }","duration":"1.392440554s","start":"2026-02-27T19:06:38.17968Z","end":"2026-02-27T19:06:39.572121Z","steps":["trace[1771714151] 'process raft request' (duration: 1.391912501s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:39.572448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:38.179674Z","time spent":"1.39268124s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:06:40.09774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.947199ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T19:06:40.097876Z","caller":"traceutil/trace.go:171","msg":"trace[448767714] linearizableReadLoop","detail":"{readStateIndex:20263; appliedIndex:20259; }","duration":"1.918558497s","start":"2026-02-27T19:06:38.179298Z","end":"2026-02-27T19:06:40.097856Z","steps":["trace[448767714] 'read index received' (duration: 490.54677ms)","trace[448767714] 'applied index is now lower than readState.Index' (duration: 1.428010397s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:06:40.098117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918796703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T19:06:40.098215Z","caller":"traceutil/trace.go:171","msg":"trace[615318258] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19540; }","duration":"1.918927337s","start":"2026-02-27T19:06:38.179268Z","end":"2026-02-27T19:06:40.098196Z","steps":["trace[615318258] 'agreement among raft nodes before linearized reading' (duration: 1.91867547s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:40.098269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:38.179259Z","time spent":"1.919001078s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T19:06:40.162428Z","caller":"traceutil/trace.go:171","msg":"trace[2125393471] transaction","detail":"{read_only:false; response_revision:19541; number_of_response:1; }","duration":"862.620678ms","start":"2026-02-27T19:06:39.299775Z","end":"2026-02-27T19:06:40.162396Z","steps":["trace[2125393471] 'process raft request' (duration: 862.442463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:40.162582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:39.299746Z","time spent":"862.750991ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:06:41.263389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999817727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:06:41.263521Z","caller":"traceutil/trace.go:171","msg":"trace[81272600] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000028391s","start":"2026-02-27T19:06:39.263467Z","end":"2026-02-27T19:06:41.263495Z","steps":["trace[81272600] 'agreement among raft nodes before linearized reading' (duration: 1.999875778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:41.263574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:39.263436Z","time spent":"2.000127674s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:06:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T19:06:41.353563Z","caller":"traceutil/trace.go:171","msg":"trace[1829351600] linearizableReadLoop","detail":"{readStateIndex:20267; appliedIndex:20265; }","duration":"1.255630321s","start":"2026-02-27T19:06:40.097904Z","end":"2026-02-27T19:06:41.353534Z","steps":["trace[1829351600] 'read index received' (duration: 64.372946ms)","trace[1829351600] 'applied index is now lower than readState.Index' (duration: 1.191256325s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:06:41.353727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421004761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:06:41.353771Z","caller":"traceutil/trace.go:171","msg":"trace[35780875] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:19542; }","duration":"1.421114824s","start":"2026-02-27T19:06:39.932643Z","end":"2026-02-27T19:06:41.353758Z","steps":["trace[35780875] 'agreement among raft nodes before linearized reading' (duration: 1.421024991s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:41.353816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:39.932618Z","time spent":"1.421186166s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:06:41.353899Z","caller":"traceutil/trace.go:171","msg":"trace[1921686629] transaction","detail":"{read_only:false; response_revision:19542; number_of_response:1; }","duration":"1.779556629s","start":"2026-02-27T19:06:39.574323Z","end":"2026-02-27T19:06:41.353879Z","steps":["trace[1921686629] 'process raft request' (duration: 1.739267968s)","trace[1921686629] 'compare' (duration: 39.787358ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:06:41.35399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351432781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T19:06:41.353725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356946594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-02-27T19:06:41.354096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:39.5743Z","time spent":"1.779662862s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:06:41.354103Z","caller":"traceutil/trace.go:171","msg":"trace[983696930] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19542; }","duration":"2.351607095s","start":"2026-02-27T19:06:39.002469Z","end":"2026-02-27T19:06:41.354076Z","steps":["trace[983696930] 'agreement among raft nodes before linearized reading' (duration: 2.351244166s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:41.35411Z","caller":"traceutil/trace.go:171","msg":"trace[530499907] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19542; }","duration":"1.357378745s","start":"2026-02-27T19:06:39.996706Z","end":"2026-02-27T19:06:41.354085Z","steps":["trace[530499907] 'agreement among raft nodes before linearized reading' (duration: 1.356854872s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:41.354102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125703731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T19:06:41.354164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:39.002442Z","time spent":"2.351708057s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:06:41.354184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:39.996684Z","time spent":"1.357473208s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-27T19:06:41.354223Z","caller":"traceutil/trace.go:171","msg":"trace[1047283934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19542; }","duration":"3.125834255s","start":"2026-02-27T19:06:38.228361Z","end":"2026-02-27T19:06:41.354195Z","steps":["trace[1047283934] 'agreement among raft nodes before linearized reading' (duration: 3.125484856s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:41.354292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:38.228317Z","time spent":"3.125960558s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:06:41.680389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.507176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:06:41.680634Z","caller":"traceutil/trace.go:171","msg":"trace[1932641134] linearizableReadLoop","detail":"{readStateIndex:20268; appliedIndex:20267; }","duration":"326.961825ms","start":"2026-02-27T19:06:41.353643Z","end":"2026-02-27T19:06:41.680605Z","steps":["trace[1932641134] 'read index received' (duration: 176.14969ms)","trace[1932641134] 'applied index is now lower than readState.Index' (duration: 150.809785ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:06:41.680673Z","caller":"traceutil/trace.go:171","msg":"trace[689341229] transaction","detail":"{read_only:false; response_revision:19543; number_of_response:1; }","duration":"1.497534812s","start":"2026-02-27T19:06:40.183028Z","end":"2026-02-27T19:06:41.680563Z","steps":["trace[689341229] 'process raft request' (duration: 1.346743898s)","trace[689341229] 'compare' (duration: 150.355232ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:06:41.680896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431702469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-54957794d5-f8b26.18982f06f22f67a2\" ","response":"range_response_count:1 size:1177"} {"level":"warn","ts":"2026-02-27T19:06:41.680776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.700358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:06:41.680922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581157611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18383"} {"level":"info","ts":"2026-02-27T19:06:41.680976Z","caller":"traceutil/trace.go:171","msg":"trace[68331315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19544; }","duration":"416.953204ms","start":"2026-02-27T19:06:41.264001Z","end":"2026-02-27T19:06:41.680954Z","steps":["trace[68331315] 'agreement among raft nodes before linearized reading' (duration: 416.728998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:41.681032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:41.263974Z","time spent":"417.046387ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:06:41.681031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.647178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-27T19:06:41.681042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:40.182995Z","time spent":"1.497861869s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:06:41.681019Z","caller":"traceutil/trace.go:171","msg":"trace[1881121380] transaction","detail":"{read_only:false; response_revision:19544; number_of_response:1; }","duration":"322.188996ms","start":"2026-02-27T19:06:41.358792Z","end":"2026-02-27T19:06:41.680981Z","steps":["trace[1881121380] 'process raft request' (duration: 321.721323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:41.681136Z","caller":"traceutil/trace.go:171","msg":"trace[434418092] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19544; }","duration":"948.777161ms","start":"2026-02-27T19:06:40.732336Z","end":"2026-02-27T19:06:41.681113Z","steps":["trace[434418092] 'agreement among raft nodes before linearized reading' (duration: 948.484594ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:41.680989Z","caller":"traceutil/trace.go:171","msg":"trace[1252487173] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19544; }","duration":"1.581284044s","start":"2026-02-27T19:06:40.099684Z","end":"2026-02-27T19:06:41.680968Z","steps":["trace[1252487173] 'agreement among raft nodes before linearized reading' (duration: 1.58109656s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:41.681197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:40.732261Z","time spent":"948.921024ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:06:41.681241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:41.358773Z","time spent":"322.407581ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:06:41.681278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:40.099664Z","time spent":"1.581568181s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18407,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T19:06:41.68093Z","caller":"traceutil/trace.go:171","msg":"trace[673385725] range","detail":"{range_begin:/registry/events/openstack/cinder-api-54957794d5-f8b26.18982f06f22f67a2; range_end:; response_count:1; response_revision:19544; }","duration":"1.431787851s","start":"2026-02-27T19:06:40.249131Z","end":"2026-02-27T19:06:41.680919Z","steps":["trace[673385725] 'agreement among raft nodes before linearized reading' (duration: 1.431679308s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:41.681375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:40.249102Z","time spent":"1.432250633s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1201,"request content":"key:\"/registry/events/openstack/cinder-api-54957794d5-f8b26.18982f06f22f67a2\" "} {"level":"warn","ts":"2026-02-27T19:06:41.681976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.131349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:06:41.682034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.892719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e1fc9fb2-e0a6-48ce-823f-5ed4b2de8ffe\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-27T19:06:41.682065Z","caller":"traceutil/trace.go:171","msg":"trace[27593201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19545; }","duration":"105.232511ms","start":"2026-02-27T19:06:41.576786Z","end":"2026-02-27T19:06:41.682019Z","steps":["trace[27593201] 'agreement among raft nodes before linearized reading' (duration: 105.000136ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:41.682111Z","caller":"traceutil/trace.go:171","msg":"trace[215547081] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e1fc9fb2-e0a6-48ce-823f-5ed4b2de8ffe; range_end:; response_count:1; response_revision:19545; }","duration":"324.010032ms","start":"2026-02-27T19:06:41.358073Z","end":"2026-02-27T19:06:41.682083Z","steps":["trace[215547081] 'agreement among raft nodes before linearized reading' (duration: 323.753016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:41.682165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:41.358045Z","time spent":"324.108404ms","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-e1fc9fb2-e0a6-48ce-823f-5ed4b2de8ffe\" "} {"level":"warn","ts":"2026-02-27T19:06:41.682216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.098607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T19:06:41.68226Z","caller":"traceutil/trace.go:171","msg":"trace[1066659105] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19545; }","duration":"258.179509ms","start":"2026-02-27T19:06:41.424067Z","end":"2026-02-27T19:06:41.682247Z","steps":["trace[1066659105] 'agreement among raft nodes before linearized reading' (duration: 258.087257ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:41.682366Z","caller":"traceutil/trace.go:171","msg":"trace[598552852] transaction","detail":"{read_only:false; response_revision:19545; number_of_response:1; }","duration":"323.17315ms","start":"2026-02-27T19:06:41.359155Z","end":"2026-02-27T19:06:41.682328Z","steps":["trace[598552852] 'process raft request' (duration: 321.460338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:41.682474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.662786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:06:41.682509Z","caller":"traceutil/trace.go:171","msg":"trace[471264917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19545; }","duration":"104.748608ms","start":"2026-02-27T19:06:41.577751Z","end":"2026-02-27T19:06:41.6825Z","steps":["trace[471264917] 'agreement among raft nodes before linearized reading' (duration: 104.667316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:41.682641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.969603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T19:06:41.682679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.705487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:06:41.682711Z","caller":"traceutil/trace.go:171","msg":"trace[1730529815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19545; }","duration":"104.83872ms","start":"2026-02-27T19:06:41.577864Z","end":"2026-02-27T19:06:41.682703Z","steps":["trace[1730529815] 'agreement among raft nodes before linearized reading' (duration: 104.753698ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:06:41.682696Z","caller":"traceutil/trace.go:171","msg":"trace[1499759617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19545; }","duration":"105.035726ms","start":"2026-02-27T19:06:41.577644Z","end":"2026-02-27T19:06:41.682679Z","steps":["trace[1499759617] 'agreement among raft nodes before linearized reading' (duration: 104.889892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:06:41.682477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:06:41.359146Z","time spent":"323.258782ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:34.640504Z","caller":"traceutil/trace.go:171","msg":"trace[1182390336] transaction","detail":"{read_only:false; response_revision:20062; number_of_response:1; }","duration":"107.959999ms","start":"2026-02-27T19:07:34.532516Z","end":"2026-02-27T19:07:34.640476Z","steps":["trace[1182390336] 'process raft request' (duration: 107.823746ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:49.971416Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18058} {"level":"info","ts":"2026-02-27T19:07:50.08795Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18058,"took":"113.332224ms","hash":3358487142,"current-db-size-bytes":42946560,"current-db-size":"43 MB","current-db-size-in-use-bytes":26419200,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-27T19:07:50.08802Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3358487142,"revision":18058,"compact-revision":15638} {"level":"info","ts":"2026-02-27T19:07:53.535378Z","caller":"traceutil/trace.go:171","msg":"trace[1257518094] linearizableReadLoop","detail":"{readStateIndex:20902; appliedIndex:20901; }","duration":"281.079384ms","start":"2026-02-27T19:07:53.254271Z","end":"2026-02-27T19:07:53.535351Z","steps":["trace[1257518094] 'read index received' (duration: 191.767052ms)","trace[1257518094] 'applied index is now lower than readState.Index' (duration: 89.311292ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:53.535444Z","caller":"traceutil/trace.go:171","msg":"trace[1243052657] transaction","detail":"{read_only:false; response_revision:20149; number_of_response:1; }","duration":"299.907626ms","start":"2026-02-27T19:07:53.235501Z","end":"2026-02-27T19:07:53.535408Z","steps":["trace[1243052657] 'process raft request' (duration: 210.530213ms)","trace[1243052657] 'compare' (duration: 89.199469ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:07:53.535587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.657747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:53.535589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.315149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:53.535594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:07:53.235471Z","time spent":"300.03611ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:07:53.535624Z","caller":"traceutil/trace.go:171","msg":"trace[1764401641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20149; }","duration":"271.746129ms","start":"2026-02-27T19:07:53.263866Z","end":"2026-02-27T19:07:53.535612Z","steps":["trace[1764401641] 'agreement among raft nodes before linearized reading' (duration: 271.646407ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:53.535639Z","caller":"traceutil/trace.go:171","msg":"trace[1475309804] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20149; }","duration":"281.399972ms","start":"2026-02-27T19:07:53.254225Z","end":"2026-02-27T19:07:53.535625Z","steps":["trace[1475309804] 'agreement among raft nodes before linearized reading' (duration: 281.278119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:53.535898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.052145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:53.535962Z","caller":"traceutil/trace.go:171","msg":"trace[1158806992] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:20149; }","duration":"207.159559ms","start":"2026-02-27T19:07:53.328787Z","end":"2026-02-27T19:07:53.535947Z","steps":["trace[1158806992] 'agreement among raft nodes before linearized reading' (duration: 206.982503ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:53.777387Z","caller":"traceutil/trace.go:171","msg":"trace[1666426429] transaction","detail":"{read_only:false; response_revision:20150; number_of_response:1; }","duration":"130.917975ms","start":"2026-02-27T19:07:53.646438Z","end":"2026-02-27T19:07:53.777356Z","steps":["trace[1666426429] 'process raft request' (duration: 61.695458ms)","trace[1666426429] 'compare' (duration: 69.084184ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:53.861256Z","caller":"traceutil/trace.go:171","msg":"trace[910323978] transaction","detail":"{read_only:false; response_revision:20151; number_of_response:1; }","duration":"110.533244ms","start":"2026-02-27T19:07:53.7507Z","end":"2026-02-27T19:07:53.861234Z","steps":["trace[910323978] 'process raft request' (duration: 110.418782ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:54.464589Z","caller":"traceutil/trace.go:171","msg":"trace[1412847115] transaction","detail":"{read_only:false; response_revision:20156; number_of_response:1; }","duration":"181.054204ms","start":"2026-02-27T19:07:54.283504Z","end":"2026-02-27T19:07:54.464558Z","steps":["trace[1412847115] 'process raft request' (duration: 145.142033ms)","trace[1412847115] 'compare' (duration: 35.733157ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:54.464901Z","caller":"traceutil/trace.go:171","msg":"trace[2058587071] linearizableReadLoop","detail":"{readStateIndex:20911; appliedIndex:20908; }","duration":"143.46763ms","start":"2026-02-27T19:07:54.321414Z","end":"2026-02-27T19:07:54.464881Z","steps":["trace[2058587071] 'read index received' (duration: 107.21977ms)","trace[2058587071] 'applied index is now lower than readState.Index' (duration: 36.24655ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:07:54.464894Z","caller":"traceutil/trace.go:171","msg":"trace[1969938499] transaction","detail":"{read_only:false; response_revision:20157; number_of_response:1; }","duration":"181.166817ms","start":"2026-02-27T19:07:54.283697Z","end":"2026-02-27T19:07:54.464863Z","steps":["trace[1969938499] 'process raft request' (duration: 180.815518ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:54.464938Z","caller":"traceutil/trace.go:171","msg":"trace[834603657] transaction","detail":"{read_only:false; response_revision:20158; number_of_response:1; }","duration":"181.194968ms","start":"2026-02-27T19:07:54.283707Z","end":"2026-02-27T19:07:54.464902Z","steps":["trace[834603657] 'process raft request' (duration: 181.082335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:54.465121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.680365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:54.465225Z","caller":"traceutil/trace.go:171","msg":"trace[2130702389] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20158; }","duration":"143.813389ms","start":"2026-02-27T19:07:54.321393Z","end":"2026-02-27T19:07:54.465206Z","steps":["trace[2130702389] 'agreement among raft nodes before linearized reading' (duration: 143.647835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:54.465265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.743436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:54.465332Z","caller":"traceutil/trace.go:171","msg":"trace[520220007] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20158; }","duration":"141.822069ms","start":"2026-02-27T19:07:54.323494Z","end":"2026-02-27T19:07:54.465316Z","steps":["trace[520220007] 'agreement among raft nodes before linearized reading' (duration: 141.688105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:54.46534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.374383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-02-27T19:07:54.465391Z","caller":"traceutil/trace.go:171","msg":"trace[350484089] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20158; }","duration":"142.445785ms","start":"2026-02-27T19:07:54.32293Z","end":"2026-02-27T19:07:54.465376Z","steps":["trace[350484089] 'agreement among raft nodes before linearized reading' (duration: 142.255631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:54.465426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.845549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-02-27T19:07:54.465308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.096971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:54.465504Z","caller":"traceutil/trace.go:171","msg":"trace[746428692] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20158; }","duration":"143.355627ms","start":"2026-02-27T19:07:54.322134Z","end":"2026-02-27T19:07:54.465489Z","steps":["trace[746428692] 'agreement among raft nodes before linearized reading' (duration: 143.08401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:54.465517Z","caller":"traceutil/trace.go:171","msg":"trace[651865348] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20158; }","duration":"141.932571ms","start":"2026-02-27T19:07:54.323544Z","end":"2026-02-27T19:07:54.465477Z","steps":["trace[651865348] 'agreement among raft nodes before linearized reading' (duration: 141.726806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:54.465521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.006563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-02-27T19:07:54.465529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.149737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:54.46556Z","caller":"traceutil/trace.go:171","msg":"trace[43002544] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20158; }","duration":"142.066165ms","start":"2026-02-27T19:07:54.323483Z","end":"2026-02-27T19:07:54.465549Z","steps":["trace[43002544] 'agreement among raft nodes before linearized reading' (duration: 141.933151ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:54.465563Z","caller":"traceutil/trace.go:171","msg":"trace[1681148985] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20158; }","duration":"142.191098ms","start":"2026-02-27T19:07:54.323362Z","end":"2026-02-27T19:07:54.465553Z","steps":["trace[1681148985] 'agreement among raft nodes before linearized reading' (duration: 142.144387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:54.465523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.543952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:07:54.465655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.464549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:07:54.465691Z","caller":"traceutil/trace.go:171","msg":"trace[1361580152] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20158; }","duration":"141.519561ms","start":"2026-02-27T19:07:54.324164Z","end":"2026-02-27T19:07:54.465684Z","steps":["trace[1361580152] 'agreement among raft nodes before linearized reading' (duration: 141.47323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:07:54.465694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.640925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-02-27T19:07:54.465723Z","caller":"traceutil/trace.go:171","msg":"trace[757641691] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20158; }","duration":"143.677986ms","start":"2026-02-27T19:07:54.322037Z","end":"2026-02-27T19:07:54.465715Z","steps":["trace[757641691] 'agreement among raft nodes before linearized reading' (duration: 143.591273ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:07:54.465831Z","caller":"traceutil/trace.go:171","msg":"trace[989991216] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20158; }","duration":"143.938922ms","start":"2026-02-27T19:07:54.321853Z","end":"2026-02-27T19:07:54.465792Z","steps":["trace[989991216] 'agreement among raft nodes before linearized reading' (duration: 143.334727ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:14.018376Z","caller":"traceutil/trace.go:171","msg":"trace[1283710150] linearizableReadLoop","detail":"{readStateIndex:21963; appliedIndex:21961; }","duration":"416.841432ms","start":"2026-02-27T19:10:13.601501Z","end":"2026-02-27T19:10:14.018343Z","steps":["trace[1283710150] 'read index received' (duration: 414.331518ms)","trace[1283710150] 'applied index is now lower than readState.Index' (duration: 2.505984ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:10:14.018357Z","caller":"traceutil/trace.go:171","msg":"trace[681828449] transaction","detail":"{read_only:false; response_revision:21175; number_of_response:1; }","duration":"417.492218ms","start":"2026-02-27T19:10:13.600816Z","end":"2026-02-27T19:10:14.018308Z","steps":["trace[681828449] 'process raft request' (duration: 415.002155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:14.018559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.034266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/domains.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:14.0186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:13.600799Z","time spent":"417.692122ms","remote":"127.0.0.1:59740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T19:10:14.018577Z","caller":"traceutil/trace.go:171","msg":"trace[1326931307] transaction","detail":"{read_only:false; response_revision:21176; number_of_response:1; }","duration":"417.296443ms","start":"2026-02-27T19:10:13.601251Z","end":"2026-02-27T19:10:14.018548Z","steps":["trace[1326931307] 'process raft request' (duration: 416.971855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:14.018756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:13.601235Z","time spent":"417.437526ms","remote":"127.0.0.1:59840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":162,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T19:10:14.018618Z","caller":"traceutil/trace.go:171","msg":"trace[803530520] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/domains.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21176; }","duration":"417.143689ms","start":"2026-02-27T19:10:13.601457Z","end":"2026-02-27T19:10:14.018601Z","steps":["trace[803530520] 'agreement among raft nodes before linearized reading' (duration: 417.010406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:14.018932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:13.601441Z","time spent":"417.469467ms","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/domains.openstack.k-orc.cloud\" "} {"level":"info","ts":"2026-02-27T19:10:16.813301Z","caller":"traceutil/trace.go:171","msg":"trace[916335708] transaction","detail":"{read_only:false; response_revision:21274; number_of_response:1; }","duration":"105.614951ms","start":"2026-02-27T19:10:16.707659Z","end":"2026-02-27T19:10:16.813274Z","steps":["trace[916335708] 'process raft request' (duration: 105.445077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:22.22231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.188833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-02-27T19:10:22.222431Z","caller":"traceutil/trace.go:171","msg":"trace[2113735717] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:21632; }","duration":"143.362178ms","start":"2026-02-27T19:10:22.079042Z","end":"2026-02-27T19:10:22.222404Z","steps":["trace[2113735717] 'range keys from in-memory index tree' (duration: 142.954108ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:22.222553Z","caller":"traceutil/trace.go:171","msg":"trace[211061164] transaction","detail":"{read_only:false; response_revision:21633; number_of_response:1; }","duration":"132.886905ms","start":"2026-02-27T19:10:22.089595Z","end":"2026-02-27T19:10:22.222482Z","steps":["trace[211061164] 'process raft request' (duration: 77.244419ms)","trace[211061164] 'compare' (duration: 55.236926ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:22.223002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.679302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111879"} {"level":"info","ts":"2026-02-27T19:10:22.223151Z","caller":"traceutil/trace.go:171","msg":"trace[541440638] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:21632; }","duration":"156.858126ms","start":"2026-02-27T19:10:22.06627Z","end":"2026-02-27T19:10:22.223128Z","steps":["trace[541440638] 'range keys from in-memory index tree' (duration: 155.912933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:23.71162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.447828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:23.711684Z","caller":"traceutil/trace.go:171","msg":"trace[99468149] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21694; }","duration":"123.543851ms","start":"2026-02-27T19:10:23.588125Z","end":"2026-02-27T19:10:23.711669Z","steps":["trace[99468149] 'range keys from in-memory index tree' (duration: 123.398957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:23.711711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.330038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:23.711773Z","caller":"traceutil/trace.go:171","msg":"trace[1797177321] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21694; }","duration":"110.433611ms","start":"2026-02-27T19:10:23.601327Z","end":"2026-02-27T19:10:23.711761Z","steps":["trace[1797177321] 'range keys from in-memory index tree' (duration: 110.278107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:23.711894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.467352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:23.711922Z","caller":"traceutil/trace.go:171","msg":"trace[1425044065] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21694; }","duration":"110.536514ms","start":"2026-02-27T19:10:23.601377Z","end":"2026-02-27T19:10:23.711914Z","steps":["trace[1425044065] 'count revisions from in-memory index tree' (duration: 110.39566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:23.712225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.408522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110064"} {"level":"info","ts":"2026-02-27T19:10:23.71227Z","caller":"traceutil/trace.go:171","msg":"trace[327173575] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21694; }","duration":"132.458823ms","start":"2026-02-27T19:10:23.5798Z","end":"2026-02-27T19:10:23.712259Z","steps":["trace[327173575] 'range keys from in-memory index tree' (duration: 132.170667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:23.712516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.071655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-27T19:10:23.712559Z","caller":"traceutil/trace.go:171","msg":"trace[1127557361] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:21694; }","duration":"128.135856ms","start":"2026-02-27T19:10:23.584412Z","end":"2026-02-27T19:10:23.712548Z","steps":["trace[1127557361] 'range keys from in-memory index tree' (duration: 127.956171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:23.712739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.635818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:23.712774Z","caller":"traceutil/trace.go:171","msg":"trace[1975793219] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21694; }","duration":"124.69741ms","start":"2026-02-27T19:10:23.588068Z","end":"2026-02-27T19:10:23.712765Z","steps":["trace[1975793219] 'count revisions from in-memory index tree' (duration: 124.551266ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:25.210368Z","caller":"traceutil/trace.go:171","msg":"trace[1964705871] transaction","detail":"{read_only:false; response_revision:21728; number_of_response:1; }","duration":"125.863638ms","start":"2026-02-27T19:10:25.084467Z","end":"2026-02-27T19:10:25.210331Z","steps":["trace[1964705871] 'process raft request' (duration: 125.410697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:25.210456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.05532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T19:10:25.210548Z","caller":"traceutil/trace.go:171","msg":"trace[1891374423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21728; }","duration":"143.180163ms","start":"2026-02-27T19:10:25.067349Z","end":"2026-02-27T19:10:25.210529Z","steps":["trace[1891374423] 'agreement among raft nodes before linearized reading' (duration: 142.939997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:25.210527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.223403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T19:10:25.210619Z","caller":"traceutil/trace.go:171","msg":"trace[987111483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21728; }","duration":"135.346646ms","start":"2026-02-27T19:10:25.075252Z","end":"2026-02-27T19:10:25.210598Z","steps":["trace[987111483] 'agreement among raft nodes before linearized reading' (duration: 135.09907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.19508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.838804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-27T19:10:30.195187Z","caller":"traceutil/trace.go:171","msg":"trace[2002107696] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21847; }","duration":"234.993157ms","start":"2026-02-27T19:10:29.960171Z","end":"2026-02-27T19:10:30.195164Z","steps":["trace[2002107696] 'range keys from in-memory index tree' (duration: 234.665179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.764786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208476100,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:10:30.834837Z","caller":"traceutil/trace.go:171","msg":"trace[149501902] transaction","detail":"{read_only:false; response_revision:21848; number_of_response:1; }","duration":"634.078623ms","start":"2026-02-27T19:10:30.200729Z","end":"2026-02-27T19:10:30.834808Z","steps":["trace[149501902] 'process raft request' (duration: 633.926659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:30.834991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:30.200668Z","time spent":"634.248467ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T19:10:31.384874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.705997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:10:31.385395Z","caller":"traceutil/trace.go:171","msg":"trace[463250221] linearizableReadLoop","detail":"{readStateIndex:22647; appliedIndex:22644; }","duration":"1.121517266s","start":"2026-02-27T19:10:30.263857Z","end":"2026-02-27T19:10:31.385374Z","steps":["trace[463250221] 'read index received' (duration: 570.778035ms)","trace[463250221] 'applied index is now lower than readState.Index' (duration: 550.738291ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:10:31.385688Z","caller":"traceutil/trace.go:171","msg":"trace[120133221] transaction","detail":"{read_only:false; response_revision:21849; number_of_response:1; }","duration":"1.126808458s","start":"2026-02-27T19:10:30.258854Z","end":"2026-02-27T19:10:31.385662Z","steps":["trace[120133221] 'process raft request' (duration: 1.025224448s)","trace[120133221] 'compare' (duration: 100.591495ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:10:31.385807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:30.258826Z","time spent":"1.126921081s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:10:31.385793Z","caller":"traceutil/trace.go:171","msg":"trace[1040681438] transaction","detail":"{read_only:false; response_revision:21850; number_of_response:1; }","duration":"925.20716ms","start":"2026-02-27T19:10:30.460504Z","end":"2026-02-27T19:10:31.385711Z","steps":["trace[1040681438] 'process raft request' (duration: 924.791669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:31.385886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122025328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:10:31.386031Z","caller":"traceutil/trace.go:171","msg":"trace[751155159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21850; }","duration":"1.122203173s","start":"2026-02-27T19:10:30.263812Z","end":"2026-02-27T19:10:31.386015Z","steps":["trace[751155159] 'agreement among raft nodes before linearized reading' (duration: 1.121908506s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:31.386107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:30.263793Z","time spent":"1.122302045s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:10:31.386115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:30.460477Z","time spent":"925.495077ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:10:31.386544Z","caller":"traceutil/trace.go:171","msg":"trace[1998716326] transaction","detail":"{read_only:false; response_revision:21851; number_of_response:1; }","duration":"520.482822ms","start":"2026-02-27T19:10:30.866047Z","end":"2026-02-27T19:10:31.386529Z","steps":["trace[1998716326] 'process raft request' (duration: 520.201185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:31.386597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:30.866024Z","time spent":"520.545464ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:10:31.386727Z","caller":"traceutil/trace.go:171","msg":"trace[1434601578] transaction","detail":"{read_only:false; response_revision:21852; number_of_response:1; }","duration":"261.580014ms","start":"2026-02-27T19:10:31.125141Z","end":"2026-02-27T19:10:31.386721Z","steps":["trace[1434601578] 'process raft request' (duration: 261.313457ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:31.386818Z","caller":"traceutil/trace.go:171","msg":"trace[1687368966] transaction","detail":"{read_only:false; response_revision:21853; number_of_response:1; }","duration":"209.18215ms","start":"2026-02-27T19:10:31.177581Z","end":"2026-02-27T19:10:31.386763Z","steps":["trace[1687368966] 'process raft request' (duration: 209.067017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:31.38694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.698941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-mhnj7\" ","response":"range_response_count:1 size:5302"} {"level":"info","ts":"2026-02-27T19:10:31.387004Z","caller":"traceutil/trace.go:171","msg":"trace[106408567] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-mhnj7; range_end:; response_count:1; response_revision:21853; }","duration":"766.801944ms","start":"2026-02-27T19:10:30.620183Z","end":"2026-02-27T19:10:31.386985Z","steps":["trace[106408567] 'agreement among raft nodes before linearized reading' (duration: 766.576908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:31.386916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.807323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T19:10:31.387098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.706477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:10:31.387104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.25425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T19:10:31.387108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.624662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T19:10:31.38732Z","caller":"traceutil/trace.go:171","msg":"trace[166316020] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21853; }","duration":"263.793039ms","start":"2026-02-27T19:10:31.123329Z","end":"2026-02-27T19:10:31.387122Z","steps":["trace[166316020] 'agreement among raft nodes before linearized reading' (duration: 263.732578ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:31.387364Z","caller":"traceutil/trace.go:171","msg":"trace[2061019395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21853; }","duration":"144.535626ms","start":"2026-02-27T19:10:31.242809Z","end":"2026-02-27T19:10:31.387344Z","steps":["trace[2061019395] 'agreement among raft nodes before linearized reading' (duration: 144.105405ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:31.387381Z","caller":"traceutil/trace.go:171","msg":"trace[1854996273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21853; }","duration":"221.96182ms","start":"2026-02-27T19:10:31.165396Z","end":"2026-02-27T19:10:31.387358Z","steps":["trace[1854996273] 'agreement among raft nodes before linearized reading' (duration: 221.510369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:10:31.387107Z","caller":"traceutil/trace.go:171","msg":"trace[395632253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21853; }","duration":"143.020659ms","start":"2026-02-27T19:10:31.244074Z","end":"2026-02-27T19:10:31.387094Z","steps":["trace[395632253] 'agreement among raft nodes before linearized reading' (duration: 142.717261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:31.387042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:30.620166Z","time spent":"766.867805ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1,"response size":5326,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-mhnj7\" "} {"level":"warn","ts":"2026-02-27T19:10:31.387492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.232134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:10:31.387579Z","caller":"traceutil/trace.go:171","msg":"trace[1185009308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21853; }","duration":"302.361288ms","start":"2026-02-27T19:10:31.085173Z","end":"2026-02-27T19:10:31.387534Z","steps":["trace[1185009308] 'agreement among raft nodes before linearized reading' (duration: 301.934427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:10:31.388107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:10:31.085155Z","time spent":"302.932913ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:11:28.871214Z","caller":"traceutil/trace.go:171","msg":"trace[1795436071] transaction","detail":"{read_only:false; response_revision:22506; number_of_response:1; }","duration":"137.002099ms","start":"2026-02-27T19:11:28.734162Z","end":"2026-02-27T19:11:28.871165Z","steps":["trace[1795436071] 'process raft request' (duration: 136.685861ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:12:49.978946Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20132} {"level":"info","ts":"2026-02-27T19:12:50.096163Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20132,"took":"112.951755ms","hash":131643156,"current-db-size-bytes":45535232,"current-db-size":"46 MB","current-db-size-in-use-bytes":39354368,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-02-27T19:12:50.096218Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":131643156,"revision":20132,"compact-revision":18058} {"level":"info","ts":"2026-02-27T19:13:27.753356Z","caller":"traceutil/trace.go:171","msg":"trace[2039923851] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"329.981952ms","start":"2026-02-27T19:13:27.423348Z","end":"2026-02-27T19:13:27.75333Z","steps":["trace[2039923851] 'process raft request' (duration: 329.841418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:27.753528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:27.423325Z","time spent":"330.111964ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:27.782718Z","caller":"traceutil/trace.go:171","msg":"trace[314557965] linearizableReadLoop","detail":"{readStateIndex:24428; appliedIndex:24426; }","duration":"271.029772ms","start":"2026-02-27T19:13:27.511655Z","end":"2026-02-27T19:13:27.782685Z","steps":["trace[314557965] 'read index received' (duration: 241.47012ms)","trace[314557965] 'applied index is now lower than readState.Index' (duration: 29.558202ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:13:27.782736Z","caller":"traceutil/trace.go:171","msg":"trace[1821251989] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"355.932112ms","start":"2026-02-27T19:13:27.426771Z","end":"2026-02-27T19:13:27.782703Z","steps":["trace[1821251989] 'process raft request' (duration: 355.704626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:27.782921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:27.426745Z","time spent":"356.097288ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:27.782967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.272478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:27.783104Z","caller":"traceutil/trace.go:171","msg":"trace[964492772] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23583; }","duration":"271.478653ms","start":"2026-02-27T19:13:27.51159Z","end":"2026-02-27T19:13:27.783069Z","steps":["trace[964492772] 'agreement among raft nodes before linearized reading' (duration: 271.223587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:33.422018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:13:33.922633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:13:34.077473Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232706026s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:13:34.077744Z","caller":"traceutil/trace.go:171","msg":"trace[242961018] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"1.233036424s","start":"2026-02-27T19:13:32.84469Z","end":"2026-02-27T19:13:34.077727Z","steps":["trace[242961018] 'process raft request' (duration: 1.232924742s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:34.077862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:32.844676Z","time spent":"1.233127756s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:34.470323Z","caller":"traceutil/trace.go:171","msg":"trace[676835554] linearizableReadLoop","detail":"{readStateIndex:24470; appliedIndex:24465; }","duration":"1.548935342s","start":"2026-02-27T19:13:32.921364Z","end":"2026-02-27T19:13:34.470299Z","steps":["trace[676835554] 'read index received' (duration: 1.156260328s)","trace[676835554] 'applied index is now lower than readState.Index' (duration: 392.673584ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:13:34.470565Z","caller":"traceutil/trace.go:171","msg":"trace[1123924113] transaction","detail":"{read_only:false; response_revision:23621; number_of_response:1; }","duration":"1.268198287s","start":"2026-02-27T19:13:33.202351Z","end":"2026-02-27T19:13:34.470549Z","steps":["trace[1123924113] 'process raft request' (duration: 1.2316464s)","trace[1123924113] 'compare' (duration: 36.045515ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:13:34.470713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:33.202328Z","time spent":"1.268273689s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:34.47075Z","caller":"traceutil/trace.go:171","msg":"trace[487579723] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"666.904506ms","start":"2026-02-27T19:13:33.803808Z","end":"2026-02-27T19:13:34.470712Z","steps":["trace[487579723] 'process raft request' (duration: 666.452395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:34.470949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:33.803793Z","time spent":"667.057731ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:34.470988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549615289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:34.471201Z","caller":"traceutil/trace.go:171","msg":"trace[1868950753] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"1.212114999s","start":"2026-02-27T19:13:33.258712Z","end":"2026-02-27T19:13:34.470827Z","steps":["trace[1868950753] 'process raft request' (duration: 1.211469033s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:34.471494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:33.258695Z","time spent":"1.212622462s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:34.471674Z","caller":"traceutil/trace.go:171","msg":"trace[629695603] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23624; }","duration":"1.549690811s","start":"2026-02-27T19:13:32.921325Z","end":"2026-02-27T19:13:34.471016Z","steps":["trace[629695603] 'agreement among raft nodes before linearized reading' (duration: 1.549611219s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:34.471796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:32.921308Z","time spent":"1.55044871s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:13:34.471705Z","caller":"traceutil/trace.go:171","msg":"trace[1791567789] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"696.412278ms","start":"2026-02-27T19:13:33.774512Z","end":"2026-02-27T19:13:34.470924Z","steps":["trace[1791567789] 'process raft request' (duration: 695.71243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:34.472317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:33.774491Z","time spent":"697.706029ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:34.970761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480434,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:13:35.134916Z","caller":"traceutil/trace.go:171","msg":"trace[1615117693] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"1.04598091s","start":"2026-02-27T19:13:34.088903Z","end":"2026-02-27T19:13:35.134884Z","steps":["trace[1615117693] 'process raft request' (duration: 1.028931912s)","trace[1615117693] 'compare' (duration: 16.32619ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:13:35.135069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:34.088877Z","time spent":"1.046112923s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:35.135467Z","caller":"traceutil/trace.go:171","msg":"trace[637293273] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"1.045788345s","start":"2026-02-27T19:13:34.089661Z","end":"2026-02-27T19:13:35.13545Z","steps":["trace[637293273] 'process raft request' (duration: 1.044952814s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.135561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:34.089649Z","time spent":"1.045866807s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:35.135715Z","caller":"traceutil/trace.go:171","msg":"trace[1124400695] linearizableReadLoop","detail":"{readStateIndex:24473; appliedIndex:24470; }","duration":"665.287776ms","start":"2026-02-27T19:13:34.470389Z","end":"2026-02-27T19:13:35.135677Z","steps":["trace[1124400695] 'read index received' (duration: 647.421728ms)","trace[1124400695] 'applied index is now lower than readState.Index' (duration: 17.864768ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:13:35.135862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569520059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:13:35.135971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648862219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:35.135979Z","caller":"traceutil/trace.go:171","msg":"trace[1416801781] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23627; }","duration":"1.569698833s","start":"2026-02-27T19:13:33.566256Z","end":"2026-02-27T19:13:35.135955Z","steps":["trace[1416801781] 'agreement among raft nodes before linearized reading' (duration: 1.569460277s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:35.13601Z","caller":"traceutil/trace.go:171","msg":"trace[308930978] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23627; }","duration":"1.648935631s","start":"2026-02-27T19:13:33.487063Z","end":"2026-02-27T19:13:35.135999Z","steps":["trace[308930978] 'agreement among raft nodes before linearized reading' (duration: 1.64888398s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.136032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:33.566245Z","time spent":"1.569774905s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:35.136042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:33.487044Z","time spent":"1.648990273s","remote":"127.0.0.1:35188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:13:35.136171Z","caller":"traceutil/trace.go:171","msg":"trace[363350582] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"1.025865706s","start":"2026-02-27T19:13:34.110277Z","end":"2026-02-27T19:13:35.136143Z","steps":["trace[363350582] 'process raft request' (duration: 1.025132958s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.136277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89349913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-27T19:13:35.136347Z","caller":"traceutil/trace.go:171","msg":"trace[1016432906] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:23627; }","duration":"1.893639303s","start":"2026-02-27T19:13:33.242693Z","end":"2026-02-27T19:13:35.136332Z","steps":["trace[1016432906] 'agreement among raft nodes before linearized reading' (duration: 1.893405897s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.136353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.112866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:13:35.136413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.89109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:35.136444Z","caller":"traceutil/trace.go:171","msg":"trace[1876967663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23627; }","duration":"758.227799ms","start":"2026-02-27T19:13:34.378204Z","end":"2026-02-27T19:13:35.136432Z","steps":["trace[1876967663] 'agreement among raft nodes before linearized reading' (duration: 758.036684ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:35.136455Z","caller":"traceutil/trace.go:171","msg":"trace[904751912] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23627; }","duration":"704.933461ms","start":"2026-02-27T19:13:34.431507Z","end":"2026-02-27T19:13:35.136441Z","steps":["trace[904751912] 'agreement among raft nodes before linearized reading' (duration: 704.865489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.136476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:34.378189Z","time spent":"758.27852ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:13:35.136491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:34.431421Z","time spent":"705.060594ms","remote":"127.0.0.1:47802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:35.136414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:33.242681Z","time spent":"1.893721925s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-02-27T19:13:35.13592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571382725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:35.136639Z","caller":"traceutil/trace.go:171","msg":"trace[1581528726] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23627; }","duration":"1.572115845s","start":"2026-02-27T19:13:33.564507Z","end":"2026-02-27T19:13:35.136623Z","steps":["trace[1581528726] 'agreement among raft nodes before linearized reading' (duration: 1.571351765s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.136691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:33.564454Z","time spent":"1.572222718s","remote":"127.0.0.1:37290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:35.136751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.648697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:35.136789Z","caller":"traceutil/trace.go:171","msg":"trace[796535033] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23627; }","duration":"734.712329ms","start":"2026-02-27T19:13:34.402067Z","end":"2026-02-27T19:13:35.13678Z","steps":["trace[796535033] 'agreement among raft nodes before linearized reading' (duration: 734.649368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.136819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:34.402054Z","time spent":"734.75796ms","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:35.136923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.805322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:13:35.13696Z","caller":"traceutil/trace.go:171","msg":"trace[2135002561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23627; }","duration":"838.878794ms","start":"2026-02-27T19:13:34.298072Z","end":"2026-02-27T19:13:35.136951Z","steps":["trace[2135002561] 'agreement among raft nodes before linearized reading' (duration: 838.759981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.136987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:34.298052Z","time spent":"838.928694ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:13:35.135954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.13762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T19:13:35.137042Z","caller":"traceutil/trace.go:171","msg":"trace[436728528] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23627; }","duration":"754.28635ms","start":"2026-02-27T19:13:34.382747Z","end":"2026-02-27T19:13:35.137033Z","steps":["trace[436728528] 'agreement among raft nodes before linearized reading' (duration: 752.944566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.137041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.024383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T19:13:35.137076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:34.382711Z","time spent":"754.357331ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:13:35.137096Z","caller":"traceutil/trace.go:171","msg":"trace[50352149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23627; }","duration":"750.090385ms","start":"2026-02-27T19:13:34.38699Z","end":"2026-02-27T19:13:35.137081Z","steps":["trace[50352149] 'agreement among raft nodes before linearized reading' (duration: 749.972542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.137125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029942128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11835"} {"level":"warn","ts":"2026-02-27T19:13:35.137149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:34.386985Z","time spent":"750.151356ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:13:35.137113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736225633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:13:35.136336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:34.110245Z","time spent":"1.026001319s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:35.13725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.266819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:13:35.137271Z","caller":"traceutil/trace.go:171","msg":"trace[1666874976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23627; }","duration":"1.736437718s","start":"2026-02-27T19:13:33.400794Z","end":"2026-02-27T19:13:35.137232Z","steps":["trace[1666874976] 'agreement among raft nodes before linearized reading' (duration: 1.73614481s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.137336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873528579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:35.13739Z","caller":"traceutil/trace.go:171","msg":"trace[1102900945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23627; }","duration":"1.87360411s","start":"2026-02-27T19:13:33.263772Z","end":"2026-02-27T19:13:35.137376Z","steps":["trace[1102900945] 'agreement among raft nodes before linearized reading' (duration: 1.873518608s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.137433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:33.263765Z","time spent":"1.873660981s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:13:35.137369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:33.400777Z","time spent":"1.736576382s","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:13:35.137175Z","caller":"traceutil/trace.go:171","msg":"trace[1263377006] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23627; }","duration":"1.030043861s","start":"2026-02-27T19:13:34.107117Z","end":"2026-02-27T19:13:35.137161Z","steps":["trace[1263377006] 'agreement among raft nodes before linearized reading' (duration: 1.029893927s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:35.137307Z","caller":"traceutil/trace.go:171","msg":"trace[1776171741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23627; }","duration":"750.345871ms","start":"2026-02-27T19:13:34.386944Z","end":"2026-02-27T19:13:35.13729Z","steps":["trace[1776171741] 'agreement among raft nodes before linearized reading' (duration: 750.195747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.137576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:34.107057Z","time spent":"1.030496412s","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-27T19:13:35.137572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:34.386932Z","time spent":"750.627938ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:13:35.137458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.278714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:13:35.137697Z","caller":"traceutil/trace.go:171","msg":"trace[1607365884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23627; }","duration":"753.565002ms","start":"2026-02-27T19:13:34.384112Z","end":"2026-02-27T19:13:35.137677Z","steps":["trace[1607365884] 'agreement among raft nodes before linearized reading' (duration: 753.121151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.137765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:34.384098Z","time spent":"753.655743ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:13:35.646403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:13:35.954739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:35.138309Z","time spent":"816.42376ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T19:13:35.957712Z","caller":"traceutil/trace.go:171","msg":"trace[873087761] linearizableReadLoop","detail":"{readStateIndex:24480; appliedIndex:24473; }","duration":"811.527937ms","start":"2026-02-27T19:13:35.146171Z","end":"2026-02-27T19:13:35.957699Z","steps":["trace[873087761] 'read index received' (duration: 746.476394ms)","trace[873087761] 'applied index is now lower than readState.Index' (duration: 65.049293ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:13:35.957908Z","caller":"traceutil/trace.go:171","msg":"trace[2115188730] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"816.315538ms","start":"2026-02-27T19:13:35.141584Z","end":"2026-02-27T19:13:35.9579Z","steps":["trace[2115188730] 'process raft request' (duration: 815.901807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.958055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:35.141565Z","time spent":"816.41278ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:35.958015Z","caller":"traceutil/trace.go:171","msg":"trace[495144516] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"815.510586ms","start":"2026-02-27T19:13:35.142488Z","end":"2026-02-27T19:13:35.957999Z","steps":["trace[495144516] 'process raft request' (duration: 815.090936ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:35.958152Z","caller":"traceutil/trace.go:171","msg":"trace[318500379] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"813.747283ms","start":"2026-02-27T19:13:35.144398Z","end":"2026-02-27T19:13:35.958145Z","steps":["trace[318500379] 'process raft request' (duration: 813.273491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.958151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:35.142472Z","time spent":"815.63632ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:35.958192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:35.144389Z","time spent":"813.782153ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:35.95825Z","caller":"traceutil/trace.go:171","msg":"trace[1412469898] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"815.404494ms","start":"2026-02-27T19:13:35.142839Z","end":"2026-02-27T19:13:35.958244Z","steps":["trace[1412469898] 'process raft request' (duration: 814.763328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.958263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.08878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:13:35.958285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:35.142824Z","time spent":"815.443255ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:35.958295Z","caller":"traceutil/trace.go:171","msg":"trace[1526018216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23633; }","duration":"812.129342ms","start":"2026-02-27T19:13:35.146155Z","end":"2026-02-27T19:13:35.958285Z","steps":["trace[1526018216] 'agreement among raft nodes before linearized reading' (duration: 812.075171ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:35.958337Z","caller":"traceutil/trace.go:171","msg":"trace[1564678739] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"815.222149ms","start":"2026-02-27T19:13:35.14311Z","end":"2026-02-27T19:13:35.958332Z","steps":["trace[1564678739] 'process raft request' (duration: 814.516662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.958345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:35.146146Z","time spent":"812.189503ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:13:35.958373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:35.143102Z","time spent":"815.25131ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:35.958426Z","caller":"traceutil/trace.go:171","msg":"trace[1156478223] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"814.423819ms","start":"2026-02-27T19:13:35.143997Z","end":"2026-02-27T19:13:35.958421Z","steps":["trace[1156478223] 'process raft request' (duration: 813.65643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.958457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:35.14399Z","time spent":"814.453ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:35.958775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.405779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11835"} {"level":"info","ts":"2026-02-27T19:13:35.958804Z","caller":"traceutil/trace.go:171","msg":"trace[1611495153] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23634; }","duration":"812.46194ms","start":"2026-02-27T19:13:35.146335Z","end":"2026-02-27T19:13:35.958797Z","steps":["trace[1611495153] 'agreement among raft nodes before linearized reading' (duration: 812.359617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.958823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:35.146321Z","time spent":"812.497061ms","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-27T19:13:35.959114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.429186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:35.959144Z","caller":"traceutil/trace.go:171","msg":"trace[1171997826] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23634; }","duration":"429.516229ms","start":"2026-02-27T19:13:35.529621Z","end":"2026-02-27T19:13:35.959137Z","steps":["trace[1171997826] 'agreement among raft nodes before linearized reading' (duration: 429.469578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.959164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:35.529598Z","time spent":"429.55898ms","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:35.959293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.365553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T19:13:35.959317Z","caller":"traceutil/trace.go:171","msg":"trace[1791896057] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23634; }","duration":"507.412834ms","start":"2026-02-27T19:13:35.451899Z","end":"2026-02-27T19:13:35.959312Z","steps":["trace[1791896057] 'agreement among raft nodes before linearized reading' (duration: 507.337933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.959333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:35.451884Z","time spent":"507.445315ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:13:35.959446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.957209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:35.959472Z","caller":"traceutil/trace.go:171","msg":"trace[658975117] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23634; }","duration":"626.029191ms","start":"2026-02-27T19:13:35.333436Z","end":"2026-02-27T19:13:35.959465Z","steps":["trace[658975117] 'agreement among raft nodes before linearized reading' (duration: 625.98996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.959496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:35.333405Z","time spent":"626.085372ms","remote":"127.0.0.1:48072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:35.959585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.522816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:35.959608Z","caller":"traceutil/trace.go:171","msg":"trace[2116756819] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23634; }","duration":"766.579608ms","start":"2026-02-27T19:13:35.193023Z","end":"2026-02-27T19:13:35.959602Z","steps":["trace[2116756819] 'agreement among raft nodes before linearized reading' (duration: 766.543787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:35.95963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:35.193004Z","time spent":"766.620059ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:38.484775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480491,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:13:38.933374Z","caller":"traceutil/trace.go:171","msg":"trace[61180569] transaction","detail":"{read_only:false; response_revision:23647; number_of_response:1; }","duration":"966.409423ms","start":"2026-02-27T19:13:37.966917Z","end":"2026-02-27T19:13:38.933327Z","steps":["trace[61180569] 'process raft request' (duration: 966.152367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:38.933658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:37.966901Z","time spent":"966.625918ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:39.541025Z","caller":"traceutil/trace.go:171","msg":"trace[727239263] transaction","detail":"{read_only:false; response_revision:23648; number_of_response:1; }","duration":"1.571664513s","start":"2026-02-27T19:13:37.969339Z","end":"2026-02-27T19:13:39.541003Z","steps":["trace[727239263] 'process raft request' (duration: 1.571462398s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:39.541176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:37.969271Z","time spent":"1.571833697s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:39.541339Z","caller":"traceutil/trace.go:171","msg":"trace[641847489] transaction","detail":"{read_only:false; response_revision:23649; number_of_response:1; }","duration":"1.571885288s","start":"2026-02-27T19:13:37.969429Z","end":"2026-02-27T19:13:39.541315Z","steps":["trace[641847489] 'process raft request' (duration: 1.571530709s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:39.54148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:37.969421Z","time spent":"1.571983251s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:39.541674Z","caller":"traceutil/trace.go:171","msg":"trace[595811523] transaction","detail":"{read_only:false; response_revision:23650; number_of_response:1; }","duration":"1.572185196s","start":"2026-02-27T19:13:37.969476Z","end":"2026-02-27T19:13:39.541662Z","steps":["trace[595811523] 'process raft request' (duration: 1.571750445s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:39.541751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:37.96947Z","time spent":"1.572240217s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:39.54201Z","caller":"traceutil/trace.go:171","msg":"trace[746098575] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"1.572477853s","start":"2026-02-27T19:13:37.969519Z","end":"2026-02-27T19:13:39.541997Z","steps":["trace[746098575] 'process raft request' (duration: 1.572101414s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:39.542081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:37.969512Z","time spent":"1.572535584s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:39.542375Z","caller":"traceutil/trace.go:171","msg":"trace[383976406] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"1.571714894s","start":"2026-02-27T19:13:37.970639Z","end":"2026-02-27T19:13:39.542354Z","steps":["trace[383976406] 'process raft request' (duration: 1.571312964s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:39.542472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:37.970633Z","time spent":"1.571786516s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:39.542569Z","caller":"traceutil/trace.go:171","msg":"trace[277129524] transaction","detail":"{read_only:false; response_revision:23654; number_of_response:1; }","duration":"1.056105424s","start":"2026-02-27T19:13:38.486454Z","end":"2026-02-27T19:13:39.542559Z","steps":["trace[277129524] 'process raft request' (duration: 1.055830067s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:39.542628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:38.486428Z","time spent":"1.056170406s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:39.542731Z","caller":"traceutil/trace.go:171","msg":"trace[614679812] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"1.057984271s","start":"2026-02-27T19:13:38.484736Z","end":"2026-02-27T19:13:39.542721Z","steps":["trace[614679812] 'process raft request' (duration: 1.057502519s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:39.542787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:38.484717Z","time spent":"1.058042203s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:39.542946Z","caller":"traceutil/trace.go:171","msg":"trace[1251321983] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"1.049632092s","start":"2026-02-27T19:13:38.493268Z","end":"2026-02-27T19:13:39.5429Z","steps":["trace[1251321983] 'process raft request' (duration: 1.049049797s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:39.543177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:38.493258Z","time spent":"1.049819927s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:40.244321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.949687ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T19:13:40.244539Z","caller":"traceutil/trace.go:171","msg":"trace[1464319065] linearizableReadLoop","detail":"{readStateIndex:24500; appliedIndex:24493; }","duration":"2.259794462s","start":"2026-02-27T19:13:37.984731Z","end":"2026-02-27T19:13:40.244525Z","steps":["trace[1464319065] 'read index received' (duration: 948.372281ms)","trace[1464319065] 'applied index is now lower than readState.Index' (duration: 1.311421521s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:13:40.244967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260217033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-27T19:13:40.245075Z","caller":"traceutil/trace.go:171","msg":"trace[1282929471] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23655; }","duration":"2.260364807s","start":"2026-02-27T19:13:37.984678Z","end":"2026-02-27T19:13:40.245043Z","steps":["trace[1282929471] 'agreement among raft nodes before linearized reading' (duration: 2.26007837s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:40.245128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:37.984659Z","time spent":"2.260459069s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-27T19:13:40.245649Z","caller":"traceutil/trace.go:171","msg":"trace[326545553] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"1.162459584s","start":"2026-02-27T19:13:39.083179Z","end":"2026-02-27T19:13:40.245638Z","steps":["trace[326545553] 'process raft request' (duration: 1.161234883s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:40.24573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:39.083141Z","time spent":"1.162538346s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:40.945193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.450563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:13:40.945319Z","caller":"traceutil/trace.go:171","msg":"trace[1473750382] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"1.79508839s","start":"2026-02-27T19:13:39.150204Z","end":"2026-02-27T19:13:40.945293Z","steps":["trace[1473750382] 'process raft request' (duration: 1.095425191s)","trace[1473750382] 'compare' (duration: 688.704713ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:13:40.945379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:39.150179Z","time spent":"1.795169772s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:40.945508Z","caller":"traceutil/trace.go:171","msg":"trace[47134679] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"1.794191647s","start":"2026-02-27T19:13:39.151289Z","end":"2026-02-27T19:13:40.945481Z","steps":["trace[47134679] 'process raft request' (duration: 1.793986142s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:40.945722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:39.151276Z","time spent":"1.794288409s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:40.945739Z","caller":"traceutil/trace.go:171","msg":"trace[2103698177] linearizableReadLoop","detail":"{readStateIndex:24507; appliedIndex:24503; }","duration":"701.112165ms","start":"2026-02-27T19:13:40.244564Z","end":"2026-02-27T19:13:40.945676Z","steps":["trace[2103698177] 'read index received' (duration: 213.705µs)","trace[2103698177] 'applied index is now lower than readState.Index' (duration: 700.8975ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:13:40.945835Z","caller":"traceutil/trace.go:171","msg":"trace[1170271320] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"1.793133441s","start":"2026-02-27T19:13:39.152685Z","end":"2026-02-27T19:13:40.945818Z","steps":["trace[1170271320] 'process raft request' (duration: 1.792747751s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:40.945906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68431515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:13:40.945819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313988736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:40.945994Z","caller":"traceutil/trace.go:171","msg":"trace[1673718501] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23659; }","duration":"1.314186301s","start":"2026-02-27T19:13:39.631798Z","end":"2026-02-27T19:13:40.945984Z","steps":["trace[1673718501] 'agreement among raft nodes before linearized reading' (duration: 1.313970115s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:40.946012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685038467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:13:40.946031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:39.631745Z","time spent":"1.314273283s","remote":"127.0.0.1:35210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:13:40.946043Z","caller":"traceutil/trace.go:171","msg":"trace[1136485524] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23659; }","duration":"1.685102959s","start":"2026-02-27T19:13:39.260925Z","end":"2026-02-27T19:13:40.946028Z","steps":["trace[1136485524] 'agreement among raft nodes before linearized reading' (duration: 1.685053468s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:40.946073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:39.260911Z","time spent":"1.685152821s","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:13:40.945959Z","caller":"traceutil/trace.go:171","msg":"trace[1955466454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23659; }","duration":"1.684380561s","start":"2026-02-27T19:13:39.261569Z","end":"2026-02-27T19:13:40.945949Z","steps":["trace[1955466454] 'agreement among raft nodes before linearized reading' (duration: 1.684318539s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:40.946175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214083515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:13:40.946182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.943026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:13:40.946184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:39.261561Z","time spent":"1.684613686s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:13:40.946208Z","caller":"traceutil/trace.go:171","msg":"trace[899693117] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23659; }","duration":"2.214139016s","start":"2026-02-27T19:13:38.732053Z","end":"2026-02-27T19:13:40.946192Z","steps":["trace[899693117] 'agreement among raft nodes before linearized reading' (duration: 2.214083164s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:40.946241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:38.732036Z","time spent":"2.214197159s","remote":"127.0.0.1:48122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:13:40.94625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004254923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:40.946207Z","caller":"traceutil/trace.go:171","msg":"trace[43487149] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23659; }","duration":"870.997588ms","start":"2026-02-27T19:13:40.075201Z","end":"2026-02-27T19:13:40.946198Z","steps":["trace[43487149] 'agreement among raft nodes before linearized reading' (duration: 870.951547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:40.94633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:40.075184Z","time spent":"871.136212ms","remote":"127.0.0.1:40094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:40.945892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571330104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:40.946492Z","caller":"traceutil/trace.go:171","msg":"trace[1499156674] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23659; }","duration":"1.571957311s","start":"2026-02-27T19:13:39.374524Z","end":"2026-02-27T19:13:40.946482Z","steps":["trace[1499156674] 'agreement among raft nodes before linearized reading' (duration: 1.571275763s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:40.946529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:39.374513Z","time spent":"1.572001662s","remote":"127.0.0.1:47902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:40.946445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:39.152675Z","time spent":"1.793257233s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:40.945864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655977718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:13:40.947152Z","caller":"traceutil/trace.go:171","msg":"trace[75777146] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23659; }","duration":"1.657262222s","start":"2026-02-27T19:13:39.289857Z","end":"2026-02-27T19:13:40.947119Z","steps":["trace[75777146] 'agreement among raft nodes before linearized reading' (duration: 1.655959479s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:40.947193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:39.289847Z","time spent":"1.657333643s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:13:40.947393Z","caller":"traceutil/trace.go:171","msg":"trace[1126670032] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23659; }","duration":"1.004315465s","start":"2026-02-27T19:13:39.94195Z","end":"2026-02-27T19:13:40.946265Z","steps":["trace[1126670032] 'agreement among raft nodes before linearized reading' (duration: 1.004276454s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:40.947436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:39.941907Z","time spent":"1.005517394s","remote":"127.0.0.1:47866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:41.446833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:13:41.947494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:13:42.011755Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110446219s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:13:42.131902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.91457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:13:42.131992Z","caller":"traceutil/trace.go:171","msg":"trace[1692674439] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"1.46871367s","start":"2026-02-27T19:13:40.663261Z","end":"2026-02-27T19:13:42.131975Z","steps":["trace[1692674439] 'process raft request' (duration: 1.348667437s)","trace[1692674439] 'compare' (duration: 118.885124ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:13:42.132037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:40.663236Z","time spent":"1.468779231s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:42.947334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:13:42.947439Z","caller":"traceutil/trace.go:171","msg":"trace[1813121747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000225458s","start":"2026-02-27T19:13:40.947194Z","end":"2026-02-27T19:13:42.947419Z","steps":["trace[1813121747] 'agreement among raft nodes before linearized reading' (duration: 2.000091454s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:42.947484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:40.947182Z","time spent":"2.00029145s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:13:43.13074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118790127s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:13:43.503711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.506918ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:43.503854Z","caller":"traceutil/trace.go:171","msg":"trace[685086864] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23660; }","duration":"635.655062ms","start":"2026-02-27T19:13:42.868178Z","end":"2026-02-27T19:13:43.503833Z","steps":["trace[685086864] 'range keys from in-memory index tree' (duration: 635.490918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.503848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.896598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:13:43.503968Z","caller":"traceutil/trace.go:171","msg":"trace[80239359] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"2.299037408s","start":"2026-02-27T19:13:41.20491Z","end":"2026-02-27T19:13:43.503948Z","steps":["trace[80239359] 'process raft request' (duration: 1.925988425s)","trace[80239359] 'compare' (duration: 372.330454ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:13:43.504011Z","caller":"traceutil/trace.go:171","msg":"trace[710131393] linearizableReadLoop","detail":"{readStateIndex:24512; appliedIndex:24507; }","duration":"2.558230063s","start":"2026-02-27T19:13:40.945771Z","end":"2026-02-27T19:13:43.504001Z","steps":["trace[710131393] 'read index received' (duration: 1.066134187s)","trace[710131393] 'applied index is now lower than readState.Index' (duration: 1.492095396s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:13:43.50403Z","caller":"traceutil/trace.go:171","msg":"trace[1058100630] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"1.955545537s","start":"2026-02-27T19:13:41.548467Z","end":"2026-02-27T19:13:43.504012Z","steps":["trace[1058100630] 'process raft request' (duration: 1.955476436s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.504069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:41.204885Z","time spent":"2.2991342s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:43.504082Z","caller":"traceutil/trace.go:171","msg":"trace[1174624718] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"1.526547921s","start":"2026-02-27T19:13:41.97753Z","end":"2026-02-27T19:13:43.504078Z","steps":["trace[1174624718] 'process raft request' (duration: 1.526446789s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.504116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:41.977506Z","time spent":"1.526592772s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:43.504153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:41.548458Z","time spent":"1.95563003s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:43.504184Z","caller":"traceutil/trace.go:171","msg":"trace[1884947770] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"1.955929288s","start":"2026-02-27T19:13:41.548249Z","end":"2026-02-27T19:13:43.504178Z","steps":["trace[1884947770] 'process raft request' (duration: 1.955661151s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.504238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:41.548235Z","time spent":"1.955986139s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:43.504289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564729445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:13:43.504064Z","caller":"traceutil/trace.go:171","msg":"trace[2031997415] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"1.953610509s","start":"2026-02-27T19:13:41.550448Z","end":"2026-02-27T19:13:43.504058Z","steps":["trace[2031997415] 'process raft request' (duration: 1.953512336s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.504344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052319333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:43.504366Z","caller":"traceutil/trace.go:171","msg":"trace[560083320] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23665; }","duration":"3.052380454s","start":"2026-02-27T19:13:40.451979Z","end":"2026-02-27T19:13:43.50436Z","steps":["trace[560083320] 'agreement among raft nodes before linearized reading' (duration: 3.052343753s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.504384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:40.451959Z","time spent":"3.052421245s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:43.504424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25464002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-27T19:13:43.504446Z","caller":"traceutil/trace.go:171","msg":"trace[1850162133] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9; range_end:; response_count:1; response_revision:23665; }","duration":"3.25467971s","start":"2026-02-27T19:13:40.249761Z","end":"2026-02-27T19:13:43.50444Z","steps":["trace[1850162133] 'agreement among raft nodes before linearized reading' (duration: 3.254632639s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.504384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751089103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:13:43.504464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:40.249747Z","time spent":"3.254713092s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-ea6c4a77-5a4b-4a6c-bc4f-d106c1b14fb9\" "} {"level":"warn","ts":"2026-02-27T19:13:43.504413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:41.550437Z","time spent":"1.953906137s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:43.504467Z","caller":"traceutil/trace.go:171","msg":"trace[710689099] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23665; }","duration":"2.751213056s","start":"2026-02-27T19:13:40.753249Z","end":"2026-02-27T19:13:43.504462Z","steps":["trace[710689099] 'agreement among raft nodes before linearized reading' (duration: 2.751069422s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.504544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:40.753227Z","time spent":"2.751310177s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:13:43.504309Z","caller":"traceutil/trace.go:171","msg":"trace[1255752377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23665; }","duration":"2.564773577s","start":"2026-02-27T19:13:40.93953Z","end":"2026-02-27T19:13:43.504304Z","steps":["trace[1255752377] 'agreement among raft nodes before linearized reading' (duration: 2.564689825s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.50467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:40.939507Z","time spent":"2.565157857s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T19:13:43.578822Z","caller":"traceutil/trace.go:171","msg":"trace[1894841916] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"627.57732ms","start":"2026-02-27T19:13:42.951219Z","end":"2026-02-27T19:13:43.578797Z","steps":["trace[1894841916] 'process raft request' (duration: 627.513528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.57895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:42.951198Z","time spent":"627.683003ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:43.578955Z","caller":"traceutil/trace.go:171","msg":"trace[650048457] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"628.180465ms","start":"2026-02-27T19:13:42.950738Z","end":"2026-02-27T19:13:43.578918Z","steps":["trace[650048457] 'process raft request' (duration: 627.882627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:43.579059Z","caller":"traceutil/trace.go:171","msg":"trace[2107672086] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"626.174574ms","start":"2026-02-27T19:13:42.952844Z","end":"2026-02-27T19:13:43.579018Z","steps":["trace[2107672086] 'process raft request' (duration: 625.917788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.579222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:42.95283Z","time spent":"626.311948ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:43.579318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029778259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:13:43.579351Z","caller":"traceutil/trace.go:171","msg":"trace[1334523448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23668; }","duration":"2.029829291s","start":"2026-02-27T19:13:41.549513Z","end":"2026-02-27T19:13:43.579342Z","steps":["trace[1334523448] 'agreement among raft nodes before linearized reading' (duration: 2.029689158s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.579374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:41.549504Z","time spent":"2.029866242s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:13:43.579342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:42.950713Z","time spent":"628.449132ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:43.579445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.225608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:43.579468Z","caller":"traceutil/trace.go:171","msg":"trace[335620809] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23668; }","duration":"287.282579ms","start":"2026-02-27T19:13:43.292178Z","end":"2026-02-27T19:13:43.579461Z","steps":["trace[335620809] 'agreement among raft nodes before linearized reading' (duration: 287.244338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.57961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.89937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-27T19:13:43.579619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032286674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T19:13:43.579664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.175615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:43.579633Z","caller":"traceutil/trace.go:171","msg":"trace[1145145707] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:23668; }","duration":"335.970542ms","start":"2026-02-27T19:13:43.243655Z","end":"2026-02-27T19:13:43.579626Z","steps":["trace[1145145707] 'agreement among raft nodes before linearized reading' (duration: 335.909201ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:43.57969Z","caller":"traceutil/trace.go:171","msg":"trace[859060962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23668; }","duration":"624.224997ms","start":"2026-02-27T19:13:42.955459Z","end":"2026-02-27T19:13:43.579684Z","steps":["trace[859060962] 'agreement among raft nodes before linearized reading' (duration: 624.186356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.579699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.243621Z","time spent":"336.070084ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-02-27T19:13:43.579768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.858163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T19:13:43.57979Z","caller":"traceutil/trace.go:171","msg":"trace[12701844] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58; range_end:; response_count:1; response_revision:23668; }","duration":"626.900763ms","start":"2026-02-27T19:13:42.952882Z","end":"2026-02-27T19:13:43.579783Z","steps":["trace[12701844] 'agreement among raft nodes before linearized reading' (duration: 626.838842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.579809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:42.952873Z","time spent":"626.932245ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58\" "} {"level":"warn","ts":"2026-02-27T19:13:43.579914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032921599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:13:43.579958Z","caller":"traceutil/trace.go:171","msg":"trace[713650991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23668; }","duration":"2.03297882s","start":"2026-02-27T19:13:41.546966Z","end":"2026-02-27T19:13:43.579945Z","steps":["trace[713650991] 'agreement among raft nodes before linearized reading' (duration: 2.032885878s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.579978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518194981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-27T19:13:43.57999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:41.546956Z","time spent":"2.033027692s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:13:43.580045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542342747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T19:13:43.580066Z","caller":"traceutil/trace.go:171","msg":"trace[418562556] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23668; }","duration":"1.54241428s","start":"2026-02-27T19:13:42.037647Z","end":"2026-02-27T19:13:43.580061Z","steps":["trace[418562556] 'agreement among raft nodes before linearized reading' (duration: 1.542363909s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.580083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:42.037626Z","time spent":"1.5424527s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:13:43.580119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033595376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T19:13:43.580152Z","caller":"traceutil/trace.go:171","msg":"trace[966486421] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23668; }","duration":"2.033661987s","start":"2026-02-27T19:13:41.546481Z","end":"2026-02-27T19:13:43.580143Z","steps":["trace[966486421] 'agreement among raft nodes before linearized reading' (duration: 2.033578225s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.580159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029646187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T19:13:43.580184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:41.546461Z","time spent":"2.033717449s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:13:43.580198Z","caller":"traceutil/trace.go:171","msg":"trace[2053246418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23668; }","duration":"2.029696508s","start":"2026-02-27T19:13:41.550494Z","end":"2026-02-27T19:13:43.58019Z","steps":["trace[2053246418] 'agreement among raft nodes before linearized reading' (duration: 2.029631977s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.580214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:41.550488Z","time spent":"2.029722959s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:13:43.580332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190409981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:13:43.58037Z","caller":"traceutil/trace.go:171","msg":"trace[18531552] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23668; }","duration":"2.190450512s","start":"2026-02-27T19:13:41.389911Z","end":"2026-02-27T19:13:43.580361Z","steps":["trace[18531552] 'agreement among raft nodes before linearized reading' (duration: 2.1903614s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.5804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:41.389873Z","time spent":"2.190519624s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:43.580475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201449909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:43.580505Z","caller":"traceutil/trace.go:171","msg":"trace[535884590] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23668; }","duration":"2.201518951s","start":"2026-02-27T19:13:41.378977Z","end":"2026-02-27T19:13:43.580495Z","steps":["trace[535884590] 'agreement among raft nodes before linearized reading' (duration: 2.20147567s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.580525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:41.378954Z","time spent":"2.201565151s","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:43.580644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478173843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:43.580668Z","caller":"traceutil/trace.go:171","msg":"trace[438812116] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23668; }","duration":"2.478199944s","start":"2026-02-27T19:13:41.102461Z","end":"2026-02-27T19:13:43.580661Z","steps":["trace[438812116] 'agreement among raft nodes before linearized reading' (duration: 2.478161503s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.580687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:41.102437Z","time spent":"2.478244355s","remote":"127.0.0.1:48116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:43.580744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627039129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:43.580826Z","caller":"traceutil/trace.go:171","msg":"trace[1637575435] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23668; }","duration":"2.627163862s","start":"2026-02-27T19:13:40.953623Z","end":"2026-02-27T19:13:43.580787Z","steps":["trace[1637575435] 'agreement among raft nodes before linearized reading' (duration: 2.627012408s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.580897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:40.953613Z","time spent":"2.627249065s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:13:43.580986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50076257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T19:13:43.581016Z","caller":"traceutil/trace.go:171","msg":"trace[1803957791] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23668; }","duration":"2.500828591s","start":"2026-02-27T19:13:41.080179Z","end":"2026-02-27T19:13:43.581008Z","steps":["trace[1803957791] 'agreement among raft nodes before linearized reading' (duration: 2.500754839s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.581037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:41.080157Z","time spent":"2.500875703s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T19:13:43.579662Z","caller":"traceutil/trace.go:171","msg":"trace[344994648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23668; }","duration":"2.032344015s","start":"2026-02-27T19:13:41.547304Z","end":"2026-02-27T19:13:43.579648Z","steps":["trace[344994648] 'agreement among raft nodes before linearized reading' (duration: 2.03218038s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.581289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:41.547296Z","time spent":"2.033986195s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:13:43.57992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023463205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:43.581394Z","caller":"traceutil/trace.go:171","msg":"trace[1651033419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23668; }","duration":"1.024965063s","start":"2026-02-27T19:13:42.556422Z","end":"2026-02-27T19:13:43.581387Z","steps":["trace[1651033419] 'agreement among raft nodes before linearized reading' (duration: 1.023482336s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.581415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:42.556405Z","time spent":"1.025005494s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:13:43.579997Z","caller":"traceutil/trace.go:171","msg":"trace[1496667881] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23668; }","duration":"1.518225992s","start":"2026-02-27T19:13:42.061765Z","end":"2026-02-27T19:13:43.579991Z","steps":["trace[1496667881] 'agreement among raft nodes before linearized reading' (duration: 1.518171471s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:43.581499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:42.061758Z","time spent":"1.519736049s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:13:43.579709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:42.95545Z","time spent":"624.253597ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:13:44.573861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.297773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:13:44.573993Z","caller":"traceutil/trace.go:171","msg":"trace[379606430] linearizableReadLoop","detail":"{readStateIndex:24517; appliedIndex:24516; }","duration":"995.005391ms","start":"2026-02-27T19:13:43.578972Z","end":"2026-02-27T19:13:44.573977Z","steps":["trace[379606430] 'read index received' (duration: 49.533413ms)","trace[379606430] 'applied index is now lower than readState.Index' (duration: 945.470487ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:13:44.574031Z","caller":"traceutil/trace.go:171","msg":"trace[2145878798] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"1.062078534s","start":"2026-02-27T19:13:43.511919Z","end":"2026-02-27T19:13:44.573997Z","steps":["trace[2145878798] 'process raft request' (duration: 116.560466ms)","trace[2145878798] 'compare' (duration: 944.638486ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:13:44.574471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.5119Z","time spent":"1.062199188s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:44.574524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064212588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T19:13:44.574603Z","caller":"traceutil/trace.go:171","msg":"trace[1178043003] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23669; }","duration":"1.06431443s","start":"2026-02-27T19:13:43.510267Z","end":"2026-02-27T19:13:44.574582Z","steps":["trace[1178043003] 'agreement among raft nodes before linearized reading' (duration: 1.063791428s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:44.574654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.510255Z","time spent":"1.064385632s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-27T19:13:44.669697Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041233021s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:13:44.670318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.58315Z","time spent":"1.087161784s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T19:13:44.670367Z","caller":"traceutil/trace.go:171","msg":"trace[1325514415] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"1.086976108s","start":"2026-02-27T19:13:43.583361Z","end":"2026-02-27T19:13:44.670337Z","steps":["trace[1325514415] 'process raft request' (duration: 1.086769133s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:44.670441Z","caller":"traceutil/trace.go:171","msg":"trace[67978311] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"1.081174403s","start":"2026-02-27T19:13:43.589238Z","end":"2026-02-27T19:13:44.670412Z","steps":["trace[67978311] 'process raft request' (duration: 1.081077081s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:44.67061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.589219Z","time spent":"1.081305667s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:44.670742Z","caller":"traceutil/trace.go:171","msg":"trace[423283240] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"1.0814651s","start":"2026-02-27T19:13:43.58927Z","end":"2026-02-27T19:13:44.670735Z","steps":["trace[423283240] 'process raft request' (duration: 1.081097921s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:44.670752Z","caller":"traceutil/trace.go:171","msg":"trace[1150554574] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"1.081572603s","start":"2026-02-27T19:13:43.589161Z","end":"2026-02-27T19:13:44.670734Z","steps":["trace[1150554574] 'process raft request' (duration: 1.081086281s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:44.67078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.589261Z","time spent":"1.081502482s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:44.670826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.589148Z","time spent":"1.081633574s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:44.670876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080478357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:44.670898Z","caller":"traceutil/trace.go:171","msg":"trace[1694537823] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23677; }","duration":"1.080524197s","start":"2026-02-27T19:13:43.590363Z","end":"2026-02-27T19:13:44.670888Z","steps":["trace[1694537823] 'agreement among raft nodes before linearized reading' (duration: 1.080488546s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:44.67088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.135442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:44.67095Z","caller":"traceutil/trace.go:171","msg":"trace[54983194] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23677; }","duration":"818.240875ms","start":"2026-02-27T19:13:43.85269Z","end":"2026-02-27T19:13:44.670931Z","steps":["trace[54983194] 'agreement among raft nodes before linearized reading' (duration: 818.129252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:44.670488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.583344Z","time spent":"1.087077742s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:44.671001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.852673Z","time spent":"818.317497ms","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:44.67101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082116837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T19:13:44.671042Z","caller":"traceutil/trace.go:171","msg":"trace[520848362] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23677; }","duration":"1.082171628s","start":"2026-02-27T19:13:43.58886Z","end":"2026-02-27T19:13:44.671032Z","steps":["trace[520848362] 'agreement among raft nodes before linearized reading' (duration: 1.082042524s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:44.671075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.588845Z","time spent":"1.08222411s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T19:13:44.671205Z","caller":"traceutil/trace.go:171","msg":"trace[455968295] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"1.081917382s","start":"2026-02-27T19:13:43.589275Z","end":"2026-02-27T19:13:44.671192Z","steps":["trace[455968295] 'process raft request' (duration: 1.081270796s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:44.671218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081481351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:44.671265Z","caller":"traceutil/trace.go:171","msg":"trace[1908808062] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"1.081830809s","start":"2026-02-27T19:13:43.589428Z","end":"2026-02-27T19:13:44.671259Z","steps":["trace[1908808062] 'process raft request' (duration: 1.081241365s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:44.671272Z","caller":"traceutil/trace.go:171","msg":"trace[1433156695] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"1.081943082s","start":"2026-02-27T19:13:43.589319Z","end":"2026-02-27T19:13:44.671262Z","steps":["trace[1433156695] 'process raft request' (duration: 1.081306987s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:44.671299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.589421Z","time spent":"1.081861811s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:44.671291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.58925Z","time spent":"1.081988714s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:44.67131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.589313Z","time spent":"1.081976833s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:44.671299Z","caller":"traceutil/trace.go:171","msg":"trace[2000698501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23677; }","duration":"1.081597324s","start":"2026-02-27T19:13:43.589682Z","end":"2026-02-27T19:13:44.671279Z","steps":["trace[2000698501] 'agreement among raft nodes before linearized reading' (duration: 1.081471041s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:44.670917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.59035Z","time spent":"1.080564069s","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:13:44.67135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.58966Z","time spent":"1.081677966s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:13:44.671375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.389032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:44.671346Z","caller":"traceutil/trace.go:171","msg":"trace[1976926760] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"1.082005984s","start":"2026-02-27T19:13:43.589335Z","end":"2026-02-27T19:13:44.671341Z","steps":["trace[1976926760] 'process raft request' (duration: 1.081311327s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:44.671406Z","caller":"traceutil/trace.go:171","msg":"trace[1658464778] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23677; }","duration":"287.431033ms","start":"2026-02-27T19:13:44.383965Z","end":"2026-02-27T19:13:44.671396Z","steps":["trace[1658464778] 'agreement among raft nodes before linearized reading' (duration: 287.379051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:44.671494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:43.589328Z","time spent":"1.082095806s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:45.30772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.195651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:13:45.307861Z","caller":"traceutil/trace.go:171","msg":"trace[1640171660] linearizableReadLoop","detail":"{readStateIndex:24527; appliedIndex:24526; }","duration":"634.788741ms","start":"2026-02-27T19:13:44.673054Z","end":"2026-02-27T19:13:45.307843Z","steps":["trace[1640171660] 'read index received' (duration: 44.301123ms)","trace[1640171660] 'applied index is now lower than readState.Index' (duration: 590.485648ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:13:45.307935Z","caller":"traceutil/trace.go:171","msg":"trace[761207651] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"635.261082ms","start":"2026-02-27T19:13:44.672662Z","end":"2026-02-27T19:13:45.307923Z","steps":["trace[761207651] 'process raft request' (duration: 44.749563ms)","trace[761207651] 'compare' (duration: 589.810312ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:13:45.308015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:44.672641Z","time spent":"635.340385ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:45.308383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.322375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18440"} {"level":"info","ts":"2026-02-27T19:13:45.308426Z","caller":"traceutil/trace.go:171","msg":"trace[477593636] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23678; }","duration":"635.373526ms","start":"2026-02-27T19:13:44.673042Z","end":"2026-02-27T19:13:45.308416Z","steps":["trace[477593636] 'agreement among raft nodes before linearized reading' (duration: 635.183731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:45.30897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:44.673037Z","time spent":"635.920419ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T19:13:45.808861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480536,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:13:45.918355Z","caller":"traceutil/trace.go:171","msg":"trace[1681380372] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"666.528958ms","start":"2026-02-27T19:13:45.251792Z","end":"2026-02-27T19:13:45.91832Z","steps":["trace[1681380372] 'process raft request' (duration: 657.738577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:45.918538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:45.251769Z","time spent":"666.673261ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:46.678918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:13:46.678994Z","caller":"traceutil/trace.go:171","msg":"trace[1941458665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028276s","start":"2026-02-27T19:13:44.678695Z","end":"2026-02-27T19:13:46.678977Z","steps":["trace[1941458665] 'agreement among raft nodes before linearized reading' (duration: 2.000196077s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:46.679039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:44.678685Z","time spent":"2.000344911s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:13:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:13:47.154837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.241710452s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:13:47.155336Z","caller":"traceutil/trace.go:171","msg":"trace[205503507] linearizableReadLoop","detail":"{readStateIndex:24534; appliedIndex:24527; }","duration":"1.847426794s","start":"2026-02-27T19:13:45.307888Z","end":"2026-02-27T19:13:47.155315Z","steps":["trace[205503507] 'read index received' (duration: 601.614138ms)","trace[205503507] 'applied index is now lower than readState.Index' (duration: 1.245811556s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:13:47.155613Z","caller":"traceutil/trace.go:171","msg":"trace[417626844] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"1.642320756s","start":"2026-02-27T19:13:45.513281Z","end":"2026-02-27T19:13:47.155602Z","steps":["trace[417626844] 'process raft request' (duration: 1.641724131s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.15571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:45.513199Z","time spent":"1.642450899s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:47.155881Z","caller":"traceutil/trace.go:171","msg":"trace[1624812838] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"1.642499331s","start":"2026-02-27T19:13:45.513372Z","end":"2026-02-27T19:13:47.155872Z","steps":["trace[1624812838] 'process raft request' (duration: 1.641762752s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.155936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:45.513365Z","time spent":"1.642544182s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:47.156066Z","caller":"traceutil/trace.go:171","msg":"trace[1114147514] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"1.64167107s","start":"2026-02-27T19:13:45.514386Z","end":"2026-02-27T19:13:47.156057Z","steps":["trace[1114147514] 'process raft request' (duration: 1.640792029s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.15612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:45.514374Z","time spent":"1.641718701s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:47.156194Z","caller":"traceutil/trace.go:171","msg":"trace[1824796425] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"1.568258267s","start":"2026-02-27T19:13:45.587927Z","end":"2026-02-27T19:13:47.156185Z","steps":["trace[1824796425] 'process raft request' (duration: 1.567283673s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.156243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:45.587912Z","time spent":"1.568306419s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:47.156484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845440423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T19:13:47.156525Z","caller":"traceutil/trace.go:171","msg":"trace[1180273243] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23685; }","duration":"1.845502435s","start":"2026-02-27T19:13:45.311014Z","end":"2026-02-27T19:13:47.156517Z","steps":["trace[1180273243] 'agreement among raft nodes before linearized reading' (duration: 1.845373641s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:47.156543Z","caller":"traceutil/trace.go:171","msg":"trace[272370565] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"1.567944029s","start":"2026-02-27T19:13:45.58858Z","end":"2026-02-27T19:13:47.156524Z","steps":["trace[272370565] 'process raft request' (duration: 1.566665787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.156478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479860885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T19:13:47.156585Z","caller":"traceutil/trace.go:171","msg":"trace[1746555636] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23685; }","duration":"2.479986698s","start":"2026-02-27T19:13:44.676588Z","end":"2026-02-27T19:13:47.156575Z","steps":["trace[1746555636] 'agreement among raft nodes before linearized reading' (duration: 2.479743302s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.156609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:44.676572Z","time spent":"2.480031079s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-27T19:13:47.156633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:45.58857Z","time spent":"1.56801203s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:47.156785Z","caller":"traceutil/trace.go:171","msg":"trace[238714315] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"1.567077717s","start":"2026-02-27T19:13:45.589699Z","end":"2026-02-27T19:13:47.156777Z","steps":["trace[238714315] 'process raft request' (duration: 1.56558081s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.156829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:45.589689Z","time spent":"1.567119389s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:47.156947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009753258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:13:47.156973Z","caller":"traceutil/trace.go:171","msg":"trace[1802805452] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23685; }","duration":"2.009782939s","start":"2026-02-27T19:13:45.147183Z","end":"2026-02-27T19:13:47.156966Z","steps":["trace[1802805452] 'agreement among raft nodes before linearized reading' (duration: 2.009697637s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.156994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:45.147123Z","time spent":"2.00986621s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:47.157091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.464907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:13:47.157112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479355022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:47.157128Z","caller":"traceutil/trace.go:171","msg":"trace[1900633686] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23685; }","duration":"213.535329ms","start":"2026-02-27T19:13:46.943582Z","end":"2026-02-27T19:13:47.157117Z","steps":["trace[1900633686] 'agreement among raft nodes before linearized reading' (duration: 213.473598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.157342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.53584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T19:13:47.1574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770193235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:47.157438Z","caller":"traceutil/trace.go:171","msg":"trace[1458543249] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23685; }","duration":"1.770229606s","start":"2026-02-27T19:13:45.387199Z","end":"2026-02-27T19:13:47.157429Z","steps":["trace[1458543249] 'agreement among raft nodes before linearized reading' (duration: 1.770175765s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.157465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:45.387143Z","time spent":"1.770317928s","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T19:13:47.156553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:45.310998Z","time spent":"1.845549285s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T19:13:47.157593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.421372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T19:13:47.157646Z","caller":"traceutil/trace.go:171","msg":"trace[1690968070] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23685; }","duration":"481.527105ms","start":"2026-02-27T19:13:46.676103Z","end":"2026-02-27T19:13:47.15763Z","steps":["trace[1690968070] 'agreement among raft nodes before linearized reading' (duration: 481.32562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:47.157134Z","caller":"traceutil/trace.go:171","msg":"trace[496367246] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23685; }","duration":"2.479414544s","start":"2026-02-27T19:13:44.677712Z","end":"2026-02-27T19:13:47.157127Z","steps":["trace[496367246] 'agreement among raft nodes before linearized reading' (duration: 2.479377813s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.15767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.204691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:13:47.157693Z","caller":"traceutil/trace.go:171","msg":"trace[783227240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23685; }","duration":"580.252511ms","start":"2026-02-27T19:13:46.577434Z","end":"2026-02-27T19:13:47.157686Z","steps":["trace[783227240] 'agreement among raft nodes before linearized reading' (duration: 580.18669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.157694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:44.677692Z","time spent":"2.479990988s","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:13:47.157723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:46.577419Z","time spent":"580.296823ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:13:47.157758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.226317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:13:47.157784Z","caller":"traceutil/trace.go:171","msg":"trace[1231017992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23685; }","duration":"475.267578ms","start":"2026-02-27T19:13:46.682511Z","end":"2026-02-27T19:13:47.157778Z","steps":["trace[1231017992] 'agreement among raft nodes before linearized reading' (duration: 475.197056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.157815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:46.682503Z","time spent":"475.307908ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:13:47.158074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.683153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:47.158102Z","caller":"traceutil/trace.go:171","msg":"trace[1049797468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23685; }","duration":"478.738165ms","start":"2026-02-27T19:13:46.679358Z","end":"2026-02-27T19:13:47.158096Z","steps":["trace[1049797468] 'agreement among raft nodes before linearized reading' (duration: 478.690003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.158162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:46.679348Z","time spent":"478.809066ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:13:47.158323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.53826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:13:47.158349Z","caller":"traceutil/trace.go:171","msg":"trace[123151871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23685; }","duration":"480.574331ms","start":"2026-02-27T19:13:46.677768Z","end":"2026-02-27T19:13:47.158342Z","steps":["trace[123151871] 'agreement among raft nodes before linearized reading' (duration: 480.496669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.158372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:46.677764Z","time spent":"480.603442ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T19:13:47.157381Z","caller":"traceutil/trace.go:171","msg":"trace[1468866814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23685; }","duration":"474.589541ms","start":"2026-02-27T19:13:46.682783Z","end":"2026-02-27T19:13:47.157372Z","steps":["trace[1468866814] 'agreement among raft nodes before linearized reading' (duration: 474.492278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.158526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.766106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T19:13:47.158534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:46.682776Z","time spent":"475.743979ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T19:13:47.158552Z","caller":"traceutil/trace.go:171","msg":"trace[549546936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23685; }","duration":"480.805387ms","start":"2026-02-27T19:13:46.67774Z","end":"2026-02-27T19:13:47.158546Z","steps":["trace[549546936] 'agreement among raft nodes before linearized reading' (duration: 480.736045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.158576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:46.677734Z","time spent":"480.836957ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:13:47.15868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.637553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:13:47.158705Z","caller":"traceutil/trace.go:171","msg":"trace[872397114] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23685; }","duration":"959.696484ms","start":"2026-02-27T19:13:46.199Z","end":"2026-02-27T19:13:47.158697Z","steps":["trace[872397114] 'agreement among raft nodes before linearized reading' (duration: 959.654253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.15872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:46.198981Z","time spent":"959.735215ms","remote":"127.0.0.1:60092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:47.158841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619030262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:13:47.15886Z","caller":"traceutil/trace.go:171","msg":"trace[794580507] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23685; }","duration":"1.619085442s","start":"2026-02-27T19:13:45.53977Z","end":"2026-02-27T19:13:47.158856Z","steps":["trace[794580507] 'agreement among raft nodes before linearized reading' (duration: 1.619036081s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.158874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:45.539759Z","time spent":"1.619111664s","remote":"127.0.0.1:60108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:47.15769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:46.676087Z","time spent":"481.595996ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:13:47.157606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.537067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:47.159106Z","caller":"traceutil/trace.go:171","msg":"trace[140985934] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23685; }","duration":"501.059574ms","start":"2026-02-27T19:13:46.658035Z","end":"2026-02-27T19:13:47.159094Z","steps":["trace[140985934] 'agreement among raft nodes before linearized reading' (duration: 499.532766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:47.159145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:46.658021Z","time spent":"501.112456ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:47.663696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:13:48.638985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.895697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:13:48.639119Z","caller":"traceutil/trace.go:171","msg":"trace[1871829750] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"1.476568246s","start":"2026-02-27T19:13:47.162531Z","end":"2026-02-27T19:13:48.639099Z","steps":["trace[1871829750] 'process raft request' (duration: 746.433043ms)","trace[1871829750] 'compare' (duration: 729.689261ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:13:48.639191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:47.162518Z","time spent":"1.476640398s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:49.16647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999988882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:13:49.166606Z","caller":"traceutil/trace.go:171","msg":"trace[54228335] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162787s","start":"2026-02-27T19:13:47.166418Z","end":"2026-02-27T19:13:49.166581Z","steps":["trace[54228335] 'agreement among raft nodes before linearized reading' (duration: 1.999994313s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:49.166671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:47.166413Z","time spent":"2.000243489s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:13:49.380192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.471169521s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:13:50.712736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332195123s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:13:50.712999Z","caller":"traceutil/trace.go:171","msg":"trace[297446050] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"3.549976481s","start":"2026-02-27T19:13:47.162978Z","end":"2026-02-27T19:13:50.712954Z","steps":["trace[297446050] 'process raft request' (duration: 2.217431799s)","trace[297446050] 'compare' (duration: 1.330694895s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:13:50.713158Z","caller":"traceutil/trace.go:171","msg":"trace[530521434] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"3.550108274s","start":"2026-02-27T19:13:47.16301Z","end":"2026-02-27T19:13:50.713118Z","steps":["trace[530521434] 'process raft request' (duration: 3.549853048s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:50.713238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:47.162966Z","time spent":"3.550144945s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:50.713231Z","caller":"traceutil/trace.go:171","msg":"trace[1177325890] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"3.549602011s","start":"2026-02-27T19:13:47.1636Z","end":"2026-02-27T19:13:50.713202Z","steps":["trace[1177325890] 'process raft request' (duration: 3.549417117s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:50.713274Z","caller":"traceutil/trace.go:171","msg":"trace[1549126326] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"3.548492914s","start":"2026-02-27T19:13:47.164729Z","end":"2026-02-27T19:13:50.713222Z","steps":["trace[1549126326] 'process raft request' (duration: 3.54835003s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:50.713334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:47.163Z","time spent":"3.550235657s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:50.713325Z","caller":"traceutil/trace.go:171","msg":"trace[401815428] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"3.548461434s","start":"2026-02-27T19:13:47.164833Z","end":"2026-02-27T19:13:50.713294Z","steps":["trace[401815428] 'process raft request' (duration: 3.54830098s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:50.713341Z","caller":"traceutil/trace.go:171","msg":"trace[131019781] linearizableReadLoop","detail":"{readStateIndex:24541; appliedIndex:24534; }","duration":"3.550517754s","start":"2026-02-27T19:13:47.162798Z","end":"2026-02-27T19:13:50.713316Z","steps":["trace[131019781] 'read index received' (duration: 746.242778ms)","trace[131019781] 'applied index is now lower than readState.Index' (duration: 2.804273376s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:13:50.713365Z","caller":"traceutil/trace.go:171","msg":"trace[2145186823] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"3.548437972s","start":"2026-02-27T19:13:47.164894Z","end":"2026-02-27T19:13:50.713332Z","steps":["trace[2145186823] 'process raft request' (duration: 3.548296679s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:50.713382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:47.16359Z","time spent":"3.549715124s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:50.713453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:47.164712Z","time spent":"3.548646238s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:50.713463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:47.164827Z","time spent":"3.548562136s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:50.713474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:47.164881Z","time spent":"3.548536476s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:50.713567Z","caller":"traceutil/trace.go:171","msg":"trace[969926223] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"1.549896937s","start":"2026-02-27T19:13:49.163645Z","end":"2026-02-27T19:13:50.713542Z","steps":["trace[969926223] 'process raft request' (duration: 1.549759323s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:50.713581Z","caller":"traceutil/trace.go:171","msg":"trace[2126549558] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"1.550964314s","start":"2026-02-27T19:13:49.162585Z","end":"2026-02-27T19:13:50.713549Z","steps":["trace[2126549558] 'process raft request' (duration: 1.550683547s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:50.713715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.550930365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-76f2415e-b58c-4e21-85c6-8f2402bd5274\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-27T19:13:50.713709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:49.163633Z","time spent":"1.549998709s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:50.713718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:49.162559Z","time spent":"1.551086277s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:50.713763Z","caller":"traceutil/trace.go:171","msg":"trace[556514568] range","detail":"{range_begin:/registry/persistentvolumes/pvc-76f2415e-b58c-4e21-85c6-8f2402bd5274; range_end:; response_count:1; response_revision:23694; }","duration":"3.551002726s","start":"2026-02-27T19:13:47.162745Z","end":"2026-02-27T19:13:50.713747Z","steps":["trace[556514568] 'agreement among raft nodes before linearized reading' (duration: 3.550729759s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:50.713788Z","caller":"traceutil/trace.go:171","msg":"trace[1500988413] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"1.55004532s","start":"2026-02-27T19:13:49.163727Z","end":"2026-02-27T19:13:50.713772Z","steps":["trace[1500988413] 'process raft request' (duration: 1.549770974s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:50.713808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:47.162727Z","time spent":"3.551071288s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-76f2415e-b58c-4e21-85c6-8f2402bd5274\" "} {"level":"warn","ts":"2026-02-27T19:13:50.713857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:49.163717Z","time spent":"1.550104702s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:50.714112Z","caller":"traceutil/trace.go:171","msg":"trace[406547497] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"1.549959057s","start":"2026-02-27T19:13:49.164136Z","end":"2026-02-27T19:13:50.714095Z","steps":["trace[406547497] 'process raft request' (duration: 1.549857435s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:50.7142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:49.1641Z","time spent":"1.55005603s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:50.714196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.551257973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:50.714245Z","caller":"traceutil/trace.go:171","msg":"trace[1118325027] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23698; }","duration":"3.551342785s","start":"2026-02-27T19:13:47.162889Z","end":"2026-02-27T19:13:50.714232Z","steps":["trace[1118325027] 'agreement among raft nodes before linearized reading' (duration: 3.551196951s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:50.714264Z","caller":"traceutil/trace.go:171","msg":"trace[218877508] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"1.550315787s","start":"2026-02-27T19:13:49.163911Z","end":"2026-02-27T19:13:50.714227Z","steps":["trace[218877508] 'process raft request' (duration: 1.549837215s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:50.71427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.119763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:50.714327Z","caller":"traceutil/trace.go:171","msg":"trace[1395516333] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23698; }","duration":"889.212306ms","start":"2026-02-27T19:13:49.825094Z","end":"2026-02-27T19:13:50.714307Z","steps":["trace[1395516333] 'agreement among raft nodes before linearized reading' (duration: 889.113093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:50.714328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744568657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:13:50.714337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71183855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:13:50.714365Z","caller":"traceutil/trace.go:171","msg":"trace[1298958852] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23698; }","duration":"2.74464929s","start":"2026-02-27T19:13:47.969704Z","end":"2026-02-27T19:13:50.714354Z","steps":["trace[1298958852] 'agreement among raft nodes before linearized reading' (duration: 2.744590898s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:50.714365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:49.825071Z","time spent":"889.282687ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:13:50.714386Z","caller":"traceutil/trace.go:171","msg":"trace[583042736] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23698; }","duration":"1.711882001s","start":"2026-02-27T19:13:49.002488Z","end":"2026-02-27T19:13:50.71437Z","steps":["trace[583042736] 'agreement among raft nodes before linearized reading' (duration: 1.711792479s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:50.714399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:47.96967Z","time spent":"2.744721591s","remote":"127.0.0.1:37316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:50.714421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:49.002419Z","time spent":"1.711994694s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:50.714425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317513894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:13:50.714464Z","caller":"traceutil/trace.go:171","msg":"trace[508379912] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23698; }","duration":"1.317596476s","start":"2026-02-27T19:13:49.396857Z","end":"2026-02-27T19:13:50.714453Z","steps":["trace[508379912] 'agreement among raft nodes before linearized reading' (duration: 1.317512454s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:50.714462Z","caller":"traceutil/trace.go:171","msg":"trace[1247472017] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"1.547955207s","start":"2026-02-27T19:13:49.166494Z","end":"2026-02-27T19:13:50.714449Z","steps":["trace[1247472017] 'process raft request' (duration: 1.547542587s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:50.714494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:49.396836Z","time spent":"1.317650677s","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:50.714503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910129572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T19:13:50.714539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:49.166476Z","time spent":"1.548021028s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:50.714564Z","caller":"traceutil/trace.go:171","msg":"trace[1121139295] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23698; }","duration":"2.910230165s","start":"2026-02-27T19:13:47.804317Z","end":"2026-02-27T19:13:50.714547Z","steps":["trace[1121139295] 'agreement among raft nodes before linearized reading' (duration: 2.910012269s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:50.714588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547441844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:13:50.714603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:47.804297Z","time spent":"2.910297107s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:13:50.714618Z","caller":"traceutil/trace.go:171","msg":"trace[1667818258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23698; }","duration":"1.547499116s","start":"2026-02-27T19:13:49.16711Z","end":"2026-02-27T19:13:50.714609Z","steps":["trace[1667818258] 'agreement among raft nodes before linearized reading' (duration: 1.547451195s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:50.714643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:49.167097Z","time spent":"1.547540848s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:13:50.714339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:49.163884Z","time spent":"1.550416299s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:50.714277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:47.162872Z","time spent":"3.551397166s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T19:13:50.714972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.417839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:13:50.715012Z","caller":"traceutil/trace.go:171","msg":"trace[1448136384] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23698; }","duration":"708.500961ms","start":"2026-02-27T19:13:50.0065Z","end":"2026-02-27T19:13:50.715001Z","steps":["trace[1448136384] 'agreement among raft nodes before linearized reading' (duration: 708.288716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:50.715043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:50.006478Z","time spent":"708.557852ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:51.220167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:13:51.720607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:13:52.221548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:13:52.497326Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.690069414s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:13:52.497895Z","caller":"traceutil/trace.go:171","msg":"trace[1920315425] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"1.778707599s","start":"2026-02-27T19:13:50.719161Z","end":"2026-02-27T19:13:52.497869Z","steps":["trace[1920315425] 'process raft request' (duration: 1.778522904s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:52.498118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:50.719145Z","time spent":"1.778891054s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:52.723312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99992373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:13:52.723391Z","caller":"traceutil/trace.go:171","msg":"trace[807609825] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000030473s","start":"2026-02-27T19:13:50.723345Z","end":"2026-02-27T19:13:52.723376Z","steps":["trace[807609825] 'agreement among raft nodes before linearized reading' (duration: 1.999940591s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:52.72343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:50.723337Z","time spent":"2.000084444s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:13:54.164858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.44326618s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:13:54.166336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298647171s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:54.166462Z","caller":"traceutil/trace.go:171","msg":"trace[554401884] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23699; }","duration":"1.298788855s","start":"2026-02-27T19:13:52.867651Z","end":"2026-02-27T19:13:54.16644Z","steps":["trace[554401884] 'range keys from in-memory index tree' (duration: 1.298626201s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:54.167203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574537575s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:13:54.167443Z","caller":"traceutil/trace.go:171","msg":"trace[417950866] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"3.4467713s","start":"2026-02-27T19:13:50.720629Z","end":"2026-02-27T19:13:54.1674Z","steps":["trace[417950866] 'process raft request' (duration: 1.871950268s)","trace[417950866] 'compare' (duration: 1.574181377s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:13:54.167483Z","caller":"traceutil/trace.go:171","msg":"trace[229926536] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"3.242030663s","start":"2026-02-27T19:13:50.925427Z","end":"2026-02-27T19:13:54.167458Z","steps":["trace[229926536] 'process raft request' (duration: 3.241851898s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:54.167503Z","caller":"traceutil/trace.go:171","msg":"trace[106919638] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"3.154751122s","start":"2026-02-27T19:13:51.012721Z","end":"2026-02-27T19:13:54.167472Z","steps":["trace[106919638] 'process raft request' (duration: 3.15464418s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:54.16761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:50.925405Z","time spent":"3.242135495s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:54.167642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:51.012647Z","time spent":"3.154916876s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:54.167633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:50.72061Z","time spent":"3.446927694s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:54.558031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:13:54.558132Z","caller":"traceutil/trace.go:171","msg":"trace[494138584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085483s","start":"2026-02-27T19:13:52.558026Z","end":"2026-02-27T19:13:54.558111Z","steps":["trace[494138584] 'agreement among raft nodes before linearized reading' (duration: 1.99993274s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:54.55819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.558002Z","time spent":"2.000174417s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:13:54.723859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999758097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:13:54.723957Z","caller":"traceutil/trace.go:171","msg":"trace[1391245128] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999912621s","start":"2026-02-27T19:13:52.724023Z","end":"2026-02-27T19:13:54.723936Z","steps":["trace[1391245128] 'agreement among raft nodes before linearized reading' (duration: 1.999786658s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:54.724012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.724006Z","time spent":"1.999994682s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:13:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:13:54.997483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.064392ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T19:13:54.998687Z","caller":"traceutil/trace.go:171","msg":"trace[2079749650] linearizableReadLoop","detail":"{readStateIndex:24553; appliedIndex:24547; }","duration":"4.278738811s","start":"2026-02-27T19:13:50.719932Z","end":"2026-02-27T19:13:54.998671Z","steps":["trace[2079749650] 'read index received' (duration: 1.777742155s)","trace[2079749650] 'applied index is now lower than readState.Index' (duration: 2.500995576s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:13:54.998708Z","caller":"traceutil/trace.go:171","msg":"trace[456300841] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"2.854657182s","start":"2026-02-27T19:13:52.144011Z","end":"2026-02-27T19:13:54.998668Z","steps":["trace[456300841] 'process raft request' (duration: 2.853547453s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:54.999127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.14399Z","time spent":"2.855049611s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:55.49911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:13:55.75824Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.563075167s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:13:56.731526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000411922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:13:56.731599Z","caller":"traceutil/trace.go:171","msg":"trace[588446712] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000496654s","start":"2026-02-27T19:13:54.731086Z","end":"2026-02-27T19:13:56.731583Z","steps":["trace[588446712] 'agreement among raft nodes before linearized reading' (duration: 2.000408882s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.731632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:54.731044Z","time spent":"2.000581966s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:13:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:13:56.988824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.268867905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18440"} {"level":"info","ts":"2026-02-27T19:13:56.988911Z","caller":"traceutil/trace.go:171","msg":"trace[835765370] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23703; }","duration":"6.268978698s","start":"2026-02-27T19:13:50.719909Z","end":"2026-02-27T19:13:56.988888Z","steps":["trace[835765370] 'agreement among raft nodes before linearized reading' (duration: 4.278829273s)","trace[835765370] 'range keys from in-memory index tree' (duration: 1.98995587s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:13:56.988953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:50.719898Z","time spent":"6.269046719s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T19:13:56.989527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99074839s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:13:56.989793Z","caller":"traceutil/trace.go:171","msg":"trace[762786133] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"4.268275648s","start":"2026-02-27T19:13:52.721495Z","end":"2026-02-27T19:13:56.989771Z","steps":["trace[762786133] 'process raft request' (duration: 2.277168968s)","trace[762786133] 'compare' (duration: 1.98994537s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:13:56.989905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.721483Z","time spent":"4.268357181s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:56.990109Z","caller":"traceutil/trace.go:171","msg":"trace[902693637] linearizableReadLoop","detail":"{readStateIndex:24560; appliedIndex:24553; }","duration":"1.991364736s","start":"2026-02-27T19:13:54.99872Z","end":"2026-02-27T19:13:56.990085Z","steps":["trace[902693637] 'read index received' (duration: 759.668584ms)","trace[902693637] 'applied index is now lower than readState.Index' (duration: 1.231692672s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:13:56.990282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.799051512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:56.990365Z","caller":"traceutil/trace.go:171","msg":"trace[947448900] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23710; }","duration":"3.799186915s","start":"2026-02-27T19:13:53.191159Z","end":"2026-02-27T19:13:56.990346Z","steps":["trace[947448900] 'agreement among raft nodes before linearized reading' (duration: 3.7989952s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.990376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.079643904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T19:13:56.990399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25970141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-02-27T19:13:56.99042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913337284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:56.990452Z","caller":"traceutil/trace.go:171","msg":"trace[1758381089] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23710; }","duration":"2.259799592s","start":"2026-02-27T19:13:54.73064Z","end":"2026-02-27T19:13:56.99044Z","steps":["trace[1758381089] 'agreement among raft nodes before linearized reading' (duration: 2.259663619s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:56.990487Z","caller":"traceutil/trace.go:171","msg":"trace[74725232] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23710; }","duration":"2.913461697s","start":"2026-02-27T19:13:54.077011Z","end":"2026-02-27T19:13:56.990473Z","steps":["trace[74725232] 'agreement among raft nodes before linearized reading' (duration: 2.913320284s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.990494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:54.730619Z","time spent":"2.259863314s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T19:13:56.990518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:54.07699Z","time spent":"2.913520398s","remote":"127.0.0.1:59842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:56.990483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340587197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:13:56.990552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.74597753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-27T19:13:56.99058Z","caller":"traceutil/trace.go:171","msg":"trace[2061733996] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"4.268584206s","start":"2026-02-27T19:13:52.72199Z","end":"2026-02-27T19:13:56.990575Z","steps":["trace[2061733996] 'process raft request' (duration: 4.267773976s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.990577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.267616662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:13:56.990552Z","caller":"traceutil/trace.go:171","msg":"trace[1582937342] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"4.268710609s","start":"2026-02-27T19:13:52.721834Z","end":"2026-02-27T19:13:56.990544Z","steps":["trace[1582937342] 'process raft request' (duration: 4.267819716s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:56.990594Z","caller":"traceutil/trace.go:171","msg":"trace[940856515] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23710; }","duration":"3.340739901s","start":"2026-02-27T19:13:53.649838Z","end":"2026-02-27T19:13:56.990578Z","steps":["trace[940856515] 'agreement among raft nodes before linearized reading' (duration: 3.340528736s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:56.99063Z","caller":"traceutil/trace.go:171","msg":"trace[975892282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23710; }","duration":"4.267704274s","start":"2026-02-27T19:13:52.722911Z","end":"2026-02-27T19:13:56.990615Z","steps":["trace[975892282] 'agreement among raft nodes before linearized reading' (duration: 4.26756069s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.990658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.721916Z","time spent":"4.268647277s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:56.990672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:53.649817Z","time spent":"3.340841723s","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:56.990675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.722906Z","time spent":"4.267756205s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:13:56.990681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.721813Z","time spent":"4.268808611s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:13:56.990702Z","caller":"traceutil/trace.go:171","msg":"trace[715848068] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"3.360472016s","start":"2026-02-27T19:13:53.630218Z","end":"2026-02-27T19:13:56.99069Z","steps":["trace[715848068] 'process raft request' (duration: 3.359804539s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.990718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862518989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:56.990754Z","caller":"traceutil/trace.go:171","msg":"trace[925885116] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23710; }","duration":"2.862594721s","start":"2026-02-27T19:13:54.128149Z","end":"2026-02-27T19:13:56.990744Z","steps":["trace[925885116] 'agreement among raft nodes before linearized reading' (duration: 2.862534189s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:56.990376Z","caller":"traceutil/trace.go:171","msg":"trace[892274977] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"4.268301019s","start":"2026-02-27T19:13:52.722031Z","end":"2026-02-27T19:13:56.990332Z","steps":["trace[892274977] 'process raft request' (duration: 4.267792506s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.990777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:53.63019Z","time spent":"3.360545958s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:56.99041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:53.19114Z","time spent":"3.799259396s","remote":"127.0.0.1:60058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:56.990817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.721988Z","time spent":"4.268798101s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:56.990823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.944200601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:56.990768Z","caller":"traceutil/trace.go:171","msg":"trace[1222897024] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"4.266685098s","start":"2026-02-27T19:13:52.723884Z","end":"2026-02-27T19:13:56.990569Z","steps":["trace[1222897024] 'process raft request' (duration: 4.266075092s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.990888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485304842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T19:13:56.990928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033732815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:13:56.99095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99199519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:13:56.990904Z","caller":"traceutil/trace.go:171","msg":"trace[529580281] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"4.26759932s","start":"2026-02-27T19:13:52.723236Z","end":"2026-02-27T19:13:56.990836Z","steps":["trace[529580281] 'process raft request' (duration: 4.266635696s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.991763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.723225Z","time spent":"4.268451301s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:56.990874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.166178948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-27T19:13:56.991966Z","caller":"traceutil/trace.go:171","msg":"trace[279454001] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23710; }","duration":"6.167299246s","start":"2026-02-27T19:13:50.824646Z","end":"2026-02-27T19:13:56.991945Z","steps":["trace[279454001] 'agreement among raft nodes before linearized reading' (duration: 6.166127387s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.99203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:50.824628Z","time spent":"6.167371647s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-27T19:13:56.992026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.727961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:13:56.992151Z","caller":"traceutil/trace.go:171","msg":"trace[375664593] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23710; }","duration":"354.916566ms","start":"2026-02-27T19:13:56.637206Z","end":"2026-02-27T19:13:56.992123Z","steps":["trace[375664593] 'agreement among raft nodes before linearized reading' (duration: 353.838039ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:56.990593Z","caller":"traceutil/trace.go:171","msg":"trace[501278936] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:23710; }","duration":"3.746075262s","start":"2026-02-27T19:13:53.244508Z","end":"2026-02-27T19:13:56.990583Z","steps":["trace[501278936] 'agreement among raft nodes before linearized reading' (duration: 3.745928858s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.992218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:56.637151Z","time spent":"355.05345ms","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:13:56.990443Z","caller":"traceutil/trace.go:171","msg":"trace[1064187364] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23710; }","duration":"4.079758957s","start":"2026-02-27T19:13:52.910669Z","end":"2026-02-27T19:13:56.990428Z","steps":["trace[1064187364] 'agreement among raft nodes before linearized reading' (duration: 4.079561152s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.992355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.910641Z","time spent":"4.081697746s","remote":"127.0.0.1:59740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T19:13:56.990952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.104007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:56.992425Z","caller":"traceutil/trace.go:171","msg":"trace[1149254865] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23710; }","duration":"720.609094ms","start":"2026-02-27T19:13:56.271799Z","end":"2026-02-27T19:13:56.992408Z","steps":["trace[1149254865] 'agreement among raft nodes before linearized reading' (duration: 719.115447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.992475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:56.271772Z","time spent":"720.688657ms","remote":"127.0.0.1:47638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:56.99079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:54.128126Z","time spent":"2.862655062s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:56.992355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:53.244478Z","time spent":"3.747757224s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-02-27T19:13:56.990884Z","caller":"traceutil/trace.go:171","msg":"trace[1540277542] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23710; }","duration":"4.944316244s","start":"2026-02-27T19:13:52.046549Z","end":"2026-02-27T19:13:56.990865Z","steps":["trace[1540277542] 'agreement among raft nodes before linearized reading' (duration: 4.944203021s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.990884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.766517288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:13:56.990964Z","caller":"traceutil/trace.go:171","msg":"trace[1980009974] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23710; }","duration":"3.033835838s","start":"2026-02-27T19:13:53.957117Z","end":"2026-02-27T19:13:56.990953Z","steps":["trace[1980009974] 'agreement among raft nodes before linearized reading' (duration: 3.033780727s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:56.990967Z","caller":"traceutil/trace.go:171","msg":"trace[1784321190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23710; }","duration":"2.485427265s","start":"2026-02-27T19:13:54.505521Z","end":"2026-02-27T19:13:56.990948Z","steps":["trace[1784321190] 'agreement among raft nodes before linearized reading' (duration: 2.484968294s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:56.990995Z","caller":"traceutil/trace.go:171","msg":"trace[396885193] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23710; }","duration":"4.992088833s","start":"2026-02-27T19:13:51.998894Z","end":"2026-02-27T19:13:56.990983Z","steps":["trace[396885193] 'agreement among raft nodes before linearized reading' (duration: 4.992022921s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.991002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.268176186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:13:56.991047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.661757018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:13:56.991041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.237856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:13:56.991044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.723873Z","time spent":"4.267055827s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:13:56.991079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.397681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:13:56.991112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.269241472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T19:13:56.991108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42904721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982e2172987fcd\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T19:13:56.991141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.675844293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:13:56.991219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.269797775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T19:13:56.991392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.272529435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-27T19:13:56.991443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.669126418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:13:56.99149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.745047313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130749"} {"level":"warn","ts":"2026-02-27T19:13:56.991514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.773460836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-27T19:13:56.991572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.538714934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18440"} {"level":"warn","ts":"2026-02-27T19:13:56.992702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.046526Z","time spent":"4.946157611s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:13:56.993003Z","caller":"traceutil/trace.go:171","msg":"trace[1777130071] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23710; }","duration":"5.663738919s","start":"2026-02-27T19:13:51.329258Z","end":"2026-02-27T19:13:56.992997Z","steps":["trace[1777130071] 'agreement among raft nodes before linearized reading' (duration: 5.661755569s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.993033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:51.329247Z","time spent":"5.66377986s","remote":"127.0.0.1:59972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:13:56.993013Z","caller":"traceutil/trace.go:171","msg":"trace[1750424164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23710; }","duration":"4.271797237s","start":"2026-02-27T19:13:52.721197Z","end":"2026-02-27T19:13:56.992994Z","steps":["trace[1750424164] 'agreement among raft nodes before linearized reading' (duration: 4.26994057s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:56.993049Z","caller":"traceutil/trace.go:171","msg":"trace[355396666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23710; }","duration":"4.271231822s","start":"2026-02-27T19:13:52.721812Z","end":"2026-02-27T19:13:56.993044Z","steps":["trace[355396666] 'agreement among raft nodes before linearized reading' (duration: 4.269220571s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:56.993032Z","caller":"traceutil/trace.go:171","msg":"trace[577374642] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982e2172987fcd; range_end:; response_count:1; response_revision:23710; }","duration":"2.431036741s","start":"2026-02-27T19:13:54.561988Z","end":"2026-02-27T19:13:56.993025Z","steps":["trace[577374642] 'agreement among raft nodes before linearized reading' (duration: 2.429009809s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.993076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.721782Z","time spent":"4.271288034s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:13:56.993078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.721178Z","time spent":"4.271881728s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T19:13:56.993134Z","caller":"traceutil/trace.go:171","msg":"trace[1720091782] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23710; }","duration":"4.540324765s","start":"2026-02-27T19:13:52.452801Z","end":"2026-02-27T19:13:56.993126Z","steps":["trace[1720091782] 'agreement among raft nodes before linearized reading' (duration: 4.538670803s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.992799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:53.957097Z","time spent":"3.035680284s","remote":"127.0.0.1:40120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:13:56.99317Z","caller":"traceutil/trace.go:171","msg":"trace[1431791065] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23710; }","duration":"4.274360301s","start":"2026-02-27T19:13:52.718799Z","end":"2026-02-27T19:13:56.993159Z","steps":["trace[1431791065] 'agreement among raft nodes before linearized reading' (duration: 4.272449372s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:56.993188Z","caller":"traceutil/trace.go:171","msg":"trace[1878008732] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23710; }","duration":"5.677939605s","start":"2026-02-27T19:13:51.315233Z","end":"2026-02-27T19:13:56.993173Z","steps":["trace[1878008732] 'agreement among raft nodes before linearized reading' (duration: 5.675835592s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:56.993196Z","caller":"traceutil/trace.go:171","msg":"trace[11601233] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23710; }","duration":"4.77517844s","start":"2026-02-27T19:13:52.218011Z","end":"2026-02-27T19:13:56.993189Z","steps":["trace[11601233] 'agreement among raft nodes before linearized reading' (duration: 4.773417075s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:56.992745Z","caller":"traceutil/trace.go:171","msg":"trace[774423885] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23710; }","duration":"5.768438737s","start":"2026-02-27T19:13:51.22429Z","end":"2026-02-27T19:13:56.992729Z","steps":["trace[774423885] 'agreement among raft nodes before linearized reading' (duration: 5.766472267s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.993225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.718769Z","time spent":"4.274442293s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:13:56.993223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:51.315208Z","time spent":"5.678004097s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:13:56.993133Z","caller":"traceutil/trace.go:171","msg":"trace[1797446856] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23710; }","duration":"4.746709896s","start":"2026-02-27T19:13:52.246404Z","end":"2026-02-27T19:13:56.993114Z","steps":["trace[1797446856] 'agreement among raft nodes before linearized reading' (duration: 4.744953321s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:13:56.993256Z","caller":"traceutil/trace.go:171","msg":"trace[930335939] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23710; }","duration":"4.670990255s","start":"2026-02-27T19:13:52.322259Z","end":"2026-02-27T19:13:56.993249Z","steps":["trace[930335939] 'agreement among raft nodes before linearized reading' (duration: 4.669072787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.993275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.322213Z","time spent":"4.671056937s","remote":"127.0.0.1:37278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:56.993172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.452777Z","time spent":"4.540386207s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T19:13:56.993232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:51.224263Z","time spent":"5.768958619s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:56.993276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.246392Z","time spent":"4.74687752s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130773,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-02-27T19:13:56.992943Z","caller":"traceutil/trace.go:171","msg":"trace[335966647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23710; }","duration":"4.270118295s","start":"2026-02-27T19:13:52.722814Z","end":"2026-02-27T19:13:56.992932Z","steps":["trace[335966647] 'agreement among raft nodes before linearized reading' (duration: 4.268096294s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.992949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:51.998869Z","time spent":"4.994064692s","remote":"127.0.0.1:60084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:13:56.993482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.722776Z","time spent":"4.270678389s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T19:13:56.992974Z","caller":"traceutil/trace.go:171","msg":"trace[402593676] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23710; }","duration":"161.34151ms","start":"2026-02-27T19:13:56.831624Z","end":"2026-02-27T19:13:56.992966Z","steps":["trace[402593676] 'agreement among raft nodes before linearized reading' (duration: 159.406801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:56.993123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:54.561859Z","time spent":"2.431240325s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982e2172987fcd\" "} {"level":"warn","ts":"2026-02-27T19:13:56.993227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:52.217994Z","time spent":"4.775222961s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T19:13:56.992904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:54.505495Z","time spent":"2.487395204s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T19:13:56.992983Z","caller":"traceutil/trace.go:171","msg":"trace[1726111425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23710; }","duration":"261.180375ms","start":"2026-02-27T19:13:56.731794Z","end":"2026-02-27T19:13:56.992974Z","steps":["trace[1726111425] 'agreement among raft nodes before linearized reading' (duration: 259.216716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:57.497166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:13:57.997458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:13:58.347115Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.299438212s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:13:59.001276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:13:59.001349Z","caller":"traceutil/trace.go:171","msg":"trace[1453687943] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000409752s","start":"2026-02-27T19:13:57.000921Z","end":"2026-02-27T19:13:59.001331Z","steps":["trace[1453687943] 'agreement among raft nodes before linearized reading' (duration: 2.00031627s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:13:59.001392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:57.000909Z","time spent":"2.000475284s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:13:59.379134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031872625s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-27T19:13:59.3792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:56.994368Z","time spent":"2.384828939s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:13:59.954084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.606809314s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:14:00.331507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.051482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:14:00.331851Z","caller":"traceutil/trace.go:171","msg":"trace[988185282] linearizableReadLoop","detail":"{readStateIndex:24569; appliedIndex:24560; }","duration":"3.335104658s","start":"2026-02-27T19:13:56.996732Z","end":"2026-02-27T19:14:00.331836Z","steps":["trace[988185282] 'read index received' (duration: 1.350532343s)","trace[988185282] 'applied index is now lower than readState.Index' (duration: 1.984570995s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:00.331912Z","caller":"traceutil/trace.go:171","msg":"trace[1795670643] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"3.333216971s","start":"2026-02-27T19:13:56.998688Z","end":"2026-02-27T19:14:00.331904Z","steps":["trace[1795670643] 'process raft request' (duration: 3.333009174s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:00.331887Z","caller":"traceutil/trace.go:171","msg":"trace[839947021] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"3.333136778s","start":"2026-02-27T19:13:56.998691Z","end":"2026-02-27T19:14:00.331827Z","steps":["trace[839947021] 'process raft request' (duration: 3.332980893s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:00.332021Z","caller":"traceutil/trace.go:171","msg":"trace[313550617] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"3.331061516s","start":"2026-02-27T19:13:57.000926Z","end":"2026-02-27T19:14:00.331988Z","steps":["trace[313550617] 'process raft request' (duration: 3.33084236s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:00.332088Z","caller":"traceutil/trace.go:171","msg":"trace[1749676130] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"3.329135748s","start":"2026-02-27T19:13:57.002945Z","end":"2026-02-27T19:14:00.332081Z","steps":["trace[1749676130] 'process raft request' (duration: 3.328850811s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:00.332124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:57.002939Z","time spent":"3.329167919s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:00.332144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:56.998683Z","time spent":"3.333324713s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:00.332203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:57.000911Z","time spent":"3.33120031s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:00.3323Z","caller":"traceutil/trace.go:171","msg":"trace[1283067725] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"3.334861112s","start":"2026-02-27T19:13:56.99742Z","end":"2026-02-27T19:14:00.332281Z","steps":["trace[1283067725] 'process raft request' (duration: 3.334166564s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:00.332359Z","caller":"traceutil/trace.go:171","msg":"trace[402112987] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"3.333573129s","start":"2026-02-27T19:13:56.998775Z","end":"2026-02-27T19:14:00.332348Z","steps":["trace[402112987] 'process raft request' (duration: 3.332970583s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:00.332337Z","caller":"traceutil/trace.go:171","msg":"trace[1635918837] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"3.33358347s","start":"2026-02-27T19:13:56.998725Z","end":"2026-02-27T19:14:00.332308Z","steps":["trace[1635918837] 'process raft request' (duration: 3.333000134s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:00.331953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:56.998675Z","time spent":"3.333253711s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:00.332424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:56.998766Z","time spent":"3.333622621s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:00.332401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:56.997413Z","time spent":"3.334940314s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:00.332488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:56.998718Z","time spent":"3.333685842s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:00.332512Z","caller":"traceutil/trace.go:171","msg":"trace[132911684] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"3.335937629s","start":"2026-02-27T19:13:56.996493Z","end":"2026-02-27T19:14:00.33243Z","steps":["trace[132911684] 'process raft request' (duration: 2.957883801s)","trace[132911684] 'compare' (duration: 376.363745ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:00.332733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:56.996462Z","time spent":"3.336151304s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:00.332822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.336247886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115545"} {"level":"info","ts":"2026-02-27T19:14:00.332885Z","caller":"traceutil/trace.go:171","msg":"trace[223820269] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23718; }","duration":"3.336330148s","start":"2026-02-27T19:13:56.996541Z","end":"2026-02-27T19:14:00.332872Z","steps":["trace[223820269] 'agreement among raft nodes before linearized reading' (duration: 3.33559254s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:00.332924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:56.9965Z","time spent":"3.336414211s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115569,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T19:14:00.832265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480600,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:01.001484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000120275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:14:01.001588Z","caller":"traceutil/trace.go:171","msg":"trace[1536152526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261248s","start":"2026-02-27T19:13:59.001301Z","end":"2026-02-27T19:14:01.001562Z","steps":["trace[1536152526] 'agreement among raft nodes before linearized reading' (duration: 2.000137195s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:01.001743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:59.001293Z","time spent":"2.000431683s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:14:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:14:01.957664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006105221s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:14:01.957914Z","caller":"traceutil/trace.go:171","msg":"trace[1255848516] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"2.963097813s","start":"2026-02-27T19:13:58.994772Z","end":"2026-02-27T19:14:01.95787Z","steps":["trace[1255848516] 'process raft request' (duration: 1.955829234s)","trace[1255848516] 'compare' (duration: 1.005832402s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:01.958016Z","caller":"traceutil/trace.go:171","msg":"trace[1369255349] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"2.961172374s","start":"2026-02-27T19:13:58.996826Z","end":"2026-02-27T19:14:01.957998Z","steps":["trace[1369255349] 'process raft request' (duration: 2.961053971s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:01.958095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:58.996815Z","time spent":"2.961237545s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:01.958101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:58.994749Z","time spent":"2.963263946s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:01.958123Z","caller":"traceutil/trace.go:171","msg":"trace[525972480] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"2.962150248s","start":"2026-02-27T19:13:58.995938Z","end":"2026-02-27T19:14:01.958088Z","steps":["trace[525972480] 'process raft request' (duration: 2.96181532s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:01.958233Z","caller":"traceutil/trace.go:171","msg":"trace[188760614] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"2.960583599s","start":"2026-02-27T19:13:58.997637Z","end":"2026-02-27T19:14:01.958221Z","steps":["trace[188760614] 'process raft request' (duration: 2.960318223s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:01.958323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:58.99763Z","time spent":"2.96063325s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:01.958374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:58.995925Z","time spent":"2.962366863s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:01.958485Z","caller":"traceutil/trace.go:171","msg":"trace[253617469] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"2.956744872s","start":"2026-02-27T19:13:59.001727Z","end":"2026-02-27T19:14:01.958472Z","steps":["trace[253617469] 'process raft request' (duration: 2.956428635s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:01.958544Z","caller":"traceutil/trace.go:171","msg":"trace[255615723] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"2.783497935s","start":"2026-02-27T19:13:59.175038Z","end":"2026-02-27T19:14:01.958536Z","steps":["trace[255615723] 'process raft request' (duration: 2.783410163s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:01.958557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:59.001704Z","time spent":"2.956818484s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:01.95859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:59.17502Z","time spent":"2.783540756s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:01.958644Z","caller":"traceutil/trace.go:171","msg":"trace[2113575239] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"2.576657774s","start":"2026-02-27T19:13:59.381972Z","end":"2026-02-27T19:14:01.95863Z","steps":["trace[2113575239] 'process raft request' (duration: 2.576512561s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:01.958601Z","caller":"traceutil/trace.go:171","msg":"trace[2092302187] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"2.950435653s","start":"2026-02-27T19:13:59.008074Z","end":"2026-02-27T19:14:01.958509Z","steps":["trace[2092302187] 'process raft request' (duration: 2.95031182s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:01.958718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:59.381884Z","time spent":"2.576794768s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:01.958811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:59.008061Z","time spent":"2.95067742s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:02.790826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.271757ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T19:14:02.790917Z","caller":"traceutil/trace.go:171","msg":"trace[288482744] linearizableReadLoop","detail":"{readStateIndex:24578; appliedIndex:24569; }","duration":"2.459022571s","start":"2026-02-27T19:14:00.331877Z","end":"2026-02-27T19:14:02.7909Z","steps":["trace[288482744] 'read index received' (duration: 618.719617ms)","trace[288482744] 'applied index is now lower than readState.Index' (duration: 1.840301154s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:02.791116Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.116106299s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:14:02.791277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.542763509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:02.791304Z","caller":"traceutil/trace.go:171","msg":"trace[1514964983] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23726; }","duration":"3.54280405s","start":"2026-02-27T19:13:59.248491Z","end":"2026-02-27T19:14:02.791296Z","steps":["trace[1514964983] 'agreement among raft nodes before linearized reading' (duration: 3.542740698s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:02.79133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:59.248453Z","time spent":"3.542869372s","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:02.791487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.755537562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:02.791507Z","caller":"traceutil/trace.go:171","msg":"trace[1951124583] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23726; }","duration":"5.755582323s","start":"2026-02-27T19:13:57.035918Z","end":"2026-02-27T19:14:02.7915Z","steps":["trace[1951124583] 'agreement among raft nodes before linearized reading' (duration: 5.755547142s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:02.791524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:57.035904Z","time spent":"5.755615604s","remote":"127.0.0.1:40060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:02.791674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.634508125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418336"} {"level":"warn","ts":"2026-02-27T19:14:02.791701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.781970594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-02-27T19:14:02.791721Z","caller":"traceutil/trace.go:171","msg":"trace[1581103032] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23726; }","duration":"5.782011775s","start":"2026-02-27T19:13:57.009704Z","end":"2026-02-27T19:14:02.791715Z","steps":["trace[1581103032] 'agreement among raft nodes before linearized reading' (duration: 5.781921423s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:02.791723Z","caller":"traceutil/trace.go:171","msg":"trace[90950543] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23726; }","duration":"5.634602287s","start":"2026-02-27T19:13:57.157102Z","end":"2026-02-27T19:14:02.791704Z","steps":["trace[90950543] 'agreement among raft nodes before linearized reading' (duration: 5.63432106s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:02.791775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:57.157085Z","time spent":"5.634680689s","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418360,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T19:14:02.791789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.782406195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-27T19:14:02.791806Z","caller":"traceutil/trace.go:171","msg":"trace[1322765061] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23726; }","duration":"5.782434146s","start":"2026-02-27T19:13:57.009367Z","end":"2026-02-27T19:14:02.791801Z","steps":["trace[1322765061] 'agreement among raft nodes before linearized reading' (duration: 5.782382764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:02.791821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:57.00936Z","time spent":"5.782457476s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-27T19:14:02.792065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.565040574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:02.791738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:57.00969Z","time spent":"5.782044596s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T19:14:02.792089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.989179913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:02.792125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.607850175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:02.792138Z","caller":"traceutil/trace.go:171","msg":"trace[1193955158] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23726; }","duration":"4.565157187s","start":"2026-02-27T19:13:58.226959Z","end":"2026-02-27T19:14:02.792116Z","steps":["trace[1193955158] 'agreement among raft nodes before linearized reading' (duration: 4.565039684s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:02.792181Z","caller":"traceutil/trace.go:171","msg":"trace[566991832] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23726; }","duration":"5.607948348s","start":"2026-02-27T19:13:57.184216Z","end":"2026-02-27T19:14:02.792164Z","steps":["trace[566991832] 'agreement among raft nodes before linearized reading' (duration: 5.607831635s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:02.792146Z","caller":"traceutil/trace.go:171","msg":"trace[1081289509] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23726; }","duration":"3.989294906s","start":"2026-02-27T19:13:58.802837Z","end":"2026-02-27T19:14:02.792132Z","steps":["trace[1081289509] 'agreement among raft nodes before linearized reading' (duration: 3.989166863s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:02.792222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:58.802818Z","time spent":"3.989396578s","remote":"127.0.0.1:59850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:02.792221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:57.184193Z","time spent":"5.608019669s","remote":"127.0.0.1:48122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:14:02.792419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.560537518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:02.792432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.097872731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:14:02.792452Z","caller":"traceutil/trace.go:171","msg":"trace[1406431328] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23726; }","duration":"5.560572608s","start":"2026-02-27T19:13:57.231868Z","end":"2026-02-27T19:14:02.792441Z","steps":["trace[1406431328] 'agreement among raft nodes before linearized reading' (duration: 5.560519117s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:02.792462Z","caller":"traceutil/trace.go:171","msg":"trace[71751231] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23726; }","duration":"4.097938823s","start":"2026-02-27T19:13:58.694514Z","end":"2026-02-27T19:14:02.792452Z","steps":["trace[71751231] 'agreement among raft nodes before linearized reading' (duration: 4.097876121s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:02.792483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:57.231829Z","time spent":"5.56064614s","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:02.792495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.793872023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115545"} {"level":"info","ts":"2026-02-27T19:14:02.79252Z","caller":"traceutil/trace.go:171","msg":"trace[245465682] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23726; }","duration":"5.793923994s","start":"2026-02-27T19:13:56.99859Z","end":"2026-02-27T19:14:02.792514Z","steps":["trace[245465682] 'agreement among raft nodes before linearized reading' (duration: 5.793471183s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:02.79254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:56.998577Z","time spent":"5.793957245s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115569,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T19:14:02.792186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:58.226941Z","time spent":"4.565234619s","remote":"127.0.0.1:47704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:02.792494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:58.694492Z","time spent":"4.097994575s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:02.792816Z","caller":"traceutil/trace.go:171","msg":"trace[390816383] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"1.117895355s","start":"2026-02-27T19:14:01.674895Z","end":"2026-02-27T19:14:02.792791Z","steps":["trace[390816383] 'process raft request' (duration: 1.116413157s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:02.792948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:01.674873Z","time spent":"1.118000818s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:02.792993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118112413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T19:14:02.793034Z","caller":"traceutil/trace.go:171","msg":"trace[413402936] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23726; }","duration":"3.118205885s","start":"2026-02-27T19:13:59.674818Z","end":"2026-02-27T19:14:02.793024Z","steps":["trace[413402936] 'agreement among raft nodes before linearized reading' (duration: 3.116331417s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:02.793065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:59.674786Z","time spent":"3.118269367s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:14:03.299249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:03.800232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:04.234556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.437187628s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:14:05.01107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0006576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:14:05.011156Z","caller":"traceutil/trace.go:171","msg":"trace[1577021014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000806553s","start":"2026-02-27T19:14:03.010329Z","end":"2026-02-27T19:14:05.011136Z","steps":["trace[1577021014] 'agreement among raft nodes before linearized reading' (duration: 2.00069849s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:05.011204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:03.010305Z","time spent":"2.000890226s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:14:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:14:05.242669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.245759427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-173d72a7-dcb0-4c1a-a0ec-2d17b18c796c\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-02-27T19:14:05.242756Z","caller":"traceutil/trace.go:171","msg":"trace[619371404] range","detail":"{range_begin:/registry/persistentvolumes/pvc-173d72a7-dcb0-4c1a-a0ec-2d17b18c796c; range_end:; response_count:1; response_revision:23727; }","duration":"8.24587404s","start":"2026-02-27T19:13:56.996858Z","end":"2026-02-27T19:14:05.242732Z","steps":["trace[619371404] 'agreement among raft nodes before linearized reading' (duration: 5.795767611s)","trace[619371404] 'range keys from in-memory index tree' (duration: 2.449908403s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.242798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:56.99685Z","time spent":"8.245938841s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-173d72a7-dcb0-4c1a-a0ec-2d17b18c796c\" "} {"level":"warn","ts":"2026-02-27T19:14:05.242851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.101994722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:05.242933Z","caller":"traceutil/trace.go:171","msg":"trace[518575513] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23727; }","duration":"5.102078614s","start":"2026-02-27T19:14:00.140822Z","end":"2026-02-27T19:14:05.2429Z","steps":["trace[518575513] 'agreement among raft nodes before linearized reading' (duration: 2.651923724s)","trace[518575513] 'count revisions from in-memory index tree' (duration: 2.450083778s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.243003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:00.140805Z","time spent":"5.102184756s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:05.243244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375597229s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:05.243355Z","caller":"traceutil/trace.go:171","msg":"trace[1423389682] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23727; }","duration":"2.375724682s","start":"2026-02-27T19:14:02.867619Z","end":"2026-02-27T19:14:05.243344Z","steps":["trace[1423389682] 'range keys from in-memory index tree' (duration: 2.375588699s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:05.243535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.90750442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T19:14:05.243535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826926152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:14:05.243585Z","caller":"traceutil/trace.go:171","msg":"trace[156088852] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58; range_end:; response_count:1; response_revision:23727; }","duration":"4.907577551s","start":"2026-02-27T19:14:00.335991Z","end":"2026-02-27T19:14:05.243568Z","steps":["trace[156088852] 'agreement among raft nodes before linearized reading' (duration: 2.456780766s)","trace[156088852] 'range keys from in-memory index tree' (duration: 2.450615621s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.243627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:00.335977Z","time spent":"4.907633943s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58\" "} {"level":"info","ts":"2026-02-27T19:14:05.243628Z","caller":"traceutil/trace.go:171","msg":"trace[459530694] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23727; }","duration":"3.827032144s","start":"2026-02-27T19:14:01.416564Z","end":"2026-02-27T19:14:05.243596Z","steps":["trace[459530694] 'agreement among raft nodes before linearized reading' (duration: 1.37631256s)","trace[459530694] 'count revisions from in-memory index tree' (duration: 2.450580111s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.243686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:01.416508Z","time spent":"3.827167757s","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:05.243658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.898355401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-02-27T19:14:05.243752Z","caller":"traceutil/trace.go:171","msg":"trace[998599043] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23727; }","duration":"4.898485094s","start":"2026-02-27T19:14:00.345241Z","end":"2026-02-27T19:14:05.243726Z","steps":["trace[998599043] 'agreement among raft nodes before linearized reading' (duration: 2.447661928s)","trace[998599043] 'range keys from in-memory index tree' (duration: 2.45055848s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.243802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903716723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T19:14:05.242747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.455232186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:05.243915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904111213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T19:14:05.243934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.561476506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-02-27T19:14:05.243949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.581636493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T19:14:05.243962Z","caller":"traceutil/trace.go:171","msg":"trace[410818100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23727; }","duration":"2.904177584s","start":"2026-02-27T19:14:02.339771Z","end":"2026-02-27T19:14:05.243949Z","steps":["trace[410818100] 'agreement among raft nodes before linearized reading' (duration: 453.085841ms)","trace[410818100] 'range keys from in-memory index tree' (duration: 2.45099035s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:05.243978Z","caller":"traceutil/trace.go:171","msg":"trace[982599253] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23727; }","duration":"4.561561348s","start":"2026-02-27T19:14:00.682402Z","end":"2026-02-27T19:14:05.243964Z","steps":["trace[982599253] 'agreement among raft nodes before linearized reading' (duration: 2.110470135s)","trace[982599253] 'range keys from in-memory index tree' (duration: 2.45096582s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:05.243987Z","caller":"traceutil/trace.go:171","msg":"trace[888825372] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23727; }","duration":"4.581707474s","start":"2026-02-27T19:14:00.662267Z","end":"2026-02-27T19:14:05.243974Z","steps":["trace[888825372] 'agreement among raft nodes before linearized reading' (duration: 2.130650022s)","trace[888825372] 'range keys from in-memory index tree' (duration: 2.450975451s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.243999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:02.33976Z","time spent":"2.904231836s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:05.244016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904339198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T19:14:05.244062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282313193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T19:14:05.244072Z","caller":"traceutil/trace.go:171","msg":"trace[471385748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23727; }","duration":"2.904401589s","start":"2026-02-27T19:14:02.339652Z","end":"2026-02-27T19:14:05.244054Z","steps":["trace[471385748] 'agreement among raft nodes before linearized reading' (duration: 453.210464ms)","trace[471385748] 'range keys from in-memory index tree' (duration: 2.451054672s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.244076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.721522176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:14:05.244094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.285718281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:14:05.244101Z","caller":"traceutil/trace.go:171","msg":"trace[1041731858] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23727; }","duration":"3.282379435s","start":"2026-02-27T19:14:01.96171Z","end":"2026-02-27T19:14:05.24409Z","steps":["trace[1041731858] 'agreement among raft nodes before linearized reading' (duration: 831.110888ms)","trace[1041731858] 'range keys from in-memory index tree' (duration: 2.451177245s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:05.244141Z","caller":"traceutil/trace.go:171","msg":"trace[451650287] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23727; }","duration":"5.285797783s","start":"2026-02-27T19:13:59.958332Z","end":"2026-02-27T19:14:05.24413Z","steps":["trace[451650287] 'agreement among raft nodes before linearized reading' (duration: 2.834589137s)","trace[451650287] 'count revisions from in-memory index tree' (duration: 2.451154265s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.244179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905912277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T19:14:05.244186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:59.958316Z","time spent":"5.285861354s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:05.244194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9043871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T19:14:05.244217Z","caller":"traceutil/trace.go:171","msg":"trace[1121451758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23727; }","duration":"2.905980779s","start":"2026-02-27T19:14:02.338225Z","end":"2026-02-27T19:14:05.244206Z","steps":["trace[1121451758] 'agreement among raft nodes before linearized reading' (duration: 454.64416ms)","trace[1121451758] 'range keys from in-memory index tree' (duration: 2.451259887s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:05.244228Z","caller":"traceutil/trace.go:171","msg":"trace[466585263] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23727; }","duration":"2.904459471s","start":"2026-02-27T19:14:02.339759Z","end":"2026-02-27T19:14:05.244218Z","steps":["trace[466585263] 'agreement among raft nodes before linearized reading' (duration: 453.092252ms)","trace[466585263] 'range keys from in-memory index tree' (duration: 2.451286648s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.24425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:02.338205Z","time spent":"2.90603997s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:05.244259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:02.339728Z","time spent":"2.904522922s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:14:05.244287Z","caller":"traceutil/trace.go:171","msg":"trace[1659778762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23727; }","duration":"3.721605858s","start":"2026-02-27T19:14:01.522497Z","end":"2026-02-27T19:14:05.244103Z","steps":["trace[1659778762] 'agreement among raft nodes before linearized reading' (duration: 1.270386061s)","trace[1659778762] 'count revisions from in-memory index tree' (duration: 2.451163704s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.244251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904102022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:14:05.244351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.234294085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:05.244379Z","caller":"traceutil/trace.go:171","msg":"trace[93669236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23727; }","duration":"4.234353245s","start":"2026-02-27T19:14:01.010017Z","end":"2026-02-27T19:14:05.24437Z","steps":["trace[93669236] 'agreement among raft nodes before linearized reading' (duration: 1.782874313s)","trace[93669236] 'range keys from in-memory index tree' (duration: 2.451445742s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.244415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:01.009997Z","time spent":"4.234413247s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:14:05.244455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:01.522474Z","time spent":"3.721893425s","remote":"127.0.0.1:35362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:05.244557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.568683924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T19:14:05.2446Z","caller":"traceutil/trace.go:171","msg":"trace[2009325993] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23727; }","duration":"5.568740475s","start":"2026-02-27T19:13:59.675848Z","end":"2026-02-27T19:14:05.244588Z","steps":["trace[2009325993] 'agreement among raft nodes before linearized reading' (duration: 3.117052777s)","trace[2009325993] 'range keys from in-memory index tree' (duration: 2.451597565s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.244642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:59.675836Z","time spent":"5.568792806s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:14:05.244151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:01.961698Z","time spent":"3.282445888s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T19:14:05.243809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:00.345222Z","time spent":"4.898573096s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T19:14:05.244187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.684760957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:05.245079Z","caller":"traceutil/trace.go:171","msg":"trace[453550101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23727; }","duration":"2.685673629s","start":"2026-02-27T19:14:02.559388Z","end":"2026-02-27T19:14:05.245062Z","steps":["trace[453550101] 'agreement among raft nodes before linearized reading' (duration: 233.441748ms)","trace[453550101] 'range keys from in-memory index tree' (duration: 2.451343129s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.245116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:02.55937Z","time spent":"2.685736441s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:14:05.244106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:02.339645Z","time spent":"2.904453222s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T19:14:05.244381Z","caller":"traceutil/trace.go:171","msg":"trace[912980634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23727; }","duration":"2.904238036s","start":"2026-02-27T19:14:02.340129Z","end":"2026-02-27T19:14:05.244367Z","steps":["trace[912980634] 'agreement among raft nodes before linearized reading' (duration: 452.708182ms)","trace[912980634] 'range keys from in-memory index tree' (duration: 2.4513658s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.245282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:02.340122Z","time spent":"2.905150608s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:14:05.244018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:00.682379Z","time spent":"4.56162815s","remote":"127.0.0.1:57360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-27T19:14:05.243972Z","caller":"traceutil/trace.go:171","msg":"trace[1003376462] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23727; }","duration":"5.456493407s","start":"2026-02-27T19:13:59.78741Z","end":"2026-02-27T19:14:05.243903Z","steps":["trace[1003376462] 'agreement among raft nodes before linearized reading' (duration: 3.005497016s)","trace[1003376462] 'count revisions from in-memory index tree' (duration: 2.44971649s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.245645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:13:59.787395Z","time spent":"5.458234741s","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:05.243867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.903678364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-27T19:14:05.245985Z","caller":"traceutil/trace.go:171","msg":"trace[1987439514] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23727; }","duration":"4.905794437s","start":"2026-02-27T19:14:00.340166Z","end":"2026-02-27T19:14:05.245961Z","steps":["trace[1987439514] 'agreement among raft nodes before linearized reading' (duration: 2.452742575s)","trace[1987439514] 'range keys from in-memory index tree' (duration: 2.450891108s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.246039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:00.34016Z","time spent":"4.905861099s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-02-27T19:14:05.243865Z","caller":"traceutil/trace.go:171","msg":"trace[1508316298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23727; }","duration":"2.903794355s","start":"2026-02-27T19:14:02.340051Z","end":"2026-02-27T19:14:05.243846Z","steps":["trace[1508316298] 'agreement among raft nodes before linearized reading' (duration: 452.792794ms)","trace[1508316298] 'range keys from in-memory index tree' (duration: 2.450870797s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.246274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:02.340043Z","time spent":"2.906214926s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:05.244021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:00.662242Z","time spent":"4.581772305s","remote":"127.0.0.1:59740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T19:14:05.24689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011995387s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:14:05.246964Z","caller":"traceutil/trace.go:171","msg":"trace[831922812] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"2.449671087s","start":"2026-02-27T19:14:02.797278Z","end":"2026-02-27T19:14:05.246949Z","steps":["trace[831922812] 'process raft request' (duration: 1.437548147s)","trace[831922812] 'compare' (duration: 1.010223362s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:05.247019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:02.797256Z","time spent":"2.449733069s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:06.165993Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.928955329s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:14:06.166781Z","caller":"traceutil/trace.go:171","msg":"trace[1440882951] transaction","detail":"{read_only:false; response_revision:23729; number_of_response:1; }","duration":"2.982460009s","start":"2026-02-27T19:14:03.184293Z","end":"2026-02-27T19:14:06.166753Z","steps":["trace[1440882951] 'process raft request' (duration: 2.982021318s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:06.16694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:03.184262Z","time spent":"2.982595892s","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418394,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:06.167341Z","caller":"traceutil/trace.go:171","msg":"trace[2069531653] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"2.202725221s","start":"2026-02-27T19:14:03.964602Z","end":"2026-02-27T19:14:06.167328Z","steps":["trace[2069531653] 'process raft request' (duration: 2.202089935s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:06.167407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:03.964576Z","time spent":"2.202792922s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:06.167391Z","caller":"traceutil/trace.go:171","msg":"trace[880701305] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"2.202606608s","start":"2026-02-27T19:14:03.96476Z","end":"2026-02-27T19:14:06.167367Z","steps":["trace[880701305] 'process raft request' (duration: 2.202530517s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:06.167517Z","caller":"traceutil/trace.go:171","msg":"trace[1611015943] linearizableReadLoop","detail":"{readStateIndex:24581; appliedIndex:24579; }","duration":"3.369087693s","start":"2026-02-27T19:14:02.798412Z","end":"2026-02-27T19:14:06.1675Z","steps":["trace[1611015943] 'read index received' (duration: 1.437129527s)","trace[1611015943] 'applied index is now lower than readState.Index' (duration: 1.931956866s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:06.167528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:03.964729Z","time spent":"2.202724602s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:06.167547Z","caller":"traceutil/trace.go:171","msg":"trace[2015906151] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"2.202802754s","start":"2026-02-27T19:14:03.964693Z","end":"2026-02-27T19:14:06.167496Z","steps":["trace[2015906151] 'process raft request' (duration: 2.202503326s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:06.167616Z","caller":"traceutil/trace.go:171","msg":"trace[692625407] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"2.20191652s","start":"2026-02-27T19:14:03.965689Z","end":"2026-02-27T19:14:06.167606Z","steps":["trace[692625407] 'process raft request' (duration: 2.201726466s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:06.167654Z","caller":"traceutil/trace.go:171","msg":"trace[917521511] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"2.20193353s","start":"2026-02-27T19:14:03.965666Z","end":"2026-02-27T19:14:06.1676Z","steps":["trace[917521511] 'process raft request' (duration: 2.201661283s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:06.167702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.369285197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:06.167685Z","caller":"traceutil/trace.go:171","msg":"trace[1801096304] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"2.201796748s","start":"2026-02-27T19:14:03.965859Z","end":"2026-02-27T19:14:06.167656Z","steps":["trace[1801096304] 'process raft request' (duration: 2.201603343s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:06.167738Z","caller":"traceutil/trace.go:171","msg":"trace[1423651338] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23735; }","duration":"3.369349299s","start":"2026-02-27T19:14:02.798376Z","end":"2026-02-27T19:14:06.167726Z","steps":["trace[1423651338] 'agreement among raft nodes before linearized reading' (duration: 3.369273147s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:06.167768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:02.798363Z","time spent":"3.36939807s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:14:06.167768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:03.964686Z","time spent":"2.202933947s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:06.167817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:03.965818Z","time spent":"2.201928781s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:06.16787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:03.965654Z","time spent":"2.202087565s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:06.167688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:03.965673Z","time spent":"2.201972301s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:06.668449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:07.018788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000020002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:14:07.018873Z","caller":"traceutil/trace.go:171","msg":"trace[2073775991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299089s","start":"2026-02-27T19:14:05.018553Z","end":"2026-02-27T19:14:07.018853Z","steps":["trace[2073775991] 'agreement among raft nodes before linearized reading' (duration: 2.000137185s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:07.018927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:05.018529Z","time spent":"2.000383712s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:14:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T19:14:07.082911Z","caller":"traceutil/trace.go:171","msg":"trace[2003571114] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"2.026450046s","start":"2026-02-27T19:14:05.056415Z","end":"2026-02-27T19:14:07.082865Z","steps":["trace[2003571114] 'process raft request' (duration: 2.026017435s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:07.083142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:05.056376Z","time spent":"2.026647491s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:07.083144Z","caller":"traceutil/trace.go:171","msg":"trace[3658459] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"1.833510365s","start":"2026-02-27T19:14:05.249606Z","end":"2026-02-27T19:14:07.083116Z","steps":["trace[3658459] 'process raft request' (duration: 1.833050413s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:07.083258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:05.249574Z","time spent":"1.833628418s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:07.083634Z","caller":"traceutil/trace.go:171","msg":"trace[993430205] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"1.830749787s","start":"2026-02-27T19:14:05.252871Z","end":"2026-02-27T19:14:07.08362Z","steps":["trace[993430205] 'process raft request' (duration: 1.829868464s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:07.083672Z","caller":"traceutil/trace.go:171","msg":"trace[582655927] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"1.83053891s","start":"2026-02-27T19:14:05.253118Z","end":"2026-02-27T19:14:07.083657Z","steps":["trace[582655927] 'process raft request' (duration: 1.830438098s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:07.083668Z","caller":"traceutil/trace.go:171","msg":"trace[983669909] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"1.830641373s","start":"2026-02-27T19:14:05.252995Z","end":"2026-02-27T19:14:07.083636Z","steps":["trace[983669909] 'process raft request' (duration: 1.830500449s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:07.083714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:05.252861Z","time spent":"1.830811388s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:07.083753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:05.253111Z","time spent":"1.830599873s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:07.083892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:05.252987Z","time spent":"1.830761347s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:07.084243Z","caller":"traceutil/trace.go:171","msg":"trace[1859560242] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"1.830865178s","start":"2026-02-27T19:14:05.253361Z","end":"2026-02-27T19:14:07.084226Z","steps":["trace[1859560242] 'process raft request' (duration: 1.830256423s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:07.084263Z","caller":"traceutil/trace.go:171","msg":"trace[958879251] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"1.830379496s","start":"2026-02-27T19:14:05.253861Z","end":"2026-02-27T19:14:07.084241Z","steps":["trace[958879251] 'process raft request' (duration: 1.830286994s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:07.084333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:05.253351Z","time spent":"1.830935411s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:07.084391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:05.253856Z","time spent":"1.830465708s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:07.084263Z","caller":"traceutil/trace.go:171","msg":"trace[1999899177] linearizableReadLoop","detail":"{readStateIndex:24596; appliedIndex:24587; }","duration":"916.684775ms","start":"2026-02-27T19:14:06.167555Z","end":"2026-02-27T19:14:07.08424Z","steps":["trace[1999899177] 'read index received' (duration: 914.880829ms)","trace[1999899177] 'applied index is now lower than readState.Index' (duration: 1.802776ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:07.08454Z","caller":"traceutil/trace.go:171","msg":"trace[797343508] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"1.831154946s","start":"2026-02-27T19:14:05.25337Z","end":"2026-02-27T19:14:07.084525Z","steps":["trace[797343508] 'process raft request' (duration: 1.830648863s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:07.084611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:05.253349Z","time spent":"1.831229938s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:07.084717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959728528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:07.084797Z","caller":"traceutil/trace.go:171","msg":"trace[1470053483] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23744; }","duration":"2.95981272s","start":"2026-02-27T19:14:04.124968Z","end":"2026-02-27T19:14:07.08478Z","steps":["trace[1470053483] 'agreement among raft nodes before linearized reading' (duration: 2.959650706s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:07.084826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847066705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:07.085068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832275774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T19:14:07.085141Z","caller":"traceutil/trace.go:171","msg":"trace[112951164] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23744; }","duration":"1.832358096s","start":"2026-02-27T19:14:05.252764Z","end":"2026-02-27T19:14:07.085122Z","steps":["trace[112951164] 'agreement among raft nodes before linearized reading' (duration: 1.832237563s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:07.085174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834951731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-27T19:14:07.085196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:05.25275Z","time spent":"1.832436398s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-27T19:14:07.084958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096749403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:07.085229Z","caller":"traceutil/trace.go:171","msg":"trace[1789279788] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23744; }","duration":"1.835003132s","start":"2026-02-27T19:14:05.250209Z","end":"2026-02-27T19:14:07.085212Z","steps":["trace[1789279788] 'agreement among raft nodes before linearized reading' (duration: 1.834803597s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:07.085278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:05.250178Z","time spent":"1.835087144s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-27T19:14:07.085114Z","caller":"traceutil/trace.go:171","msg":"trace[416517022] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23744; }","duration":"1.847609018s","start":"2026-02-27T19:14:05.237482Z","end":"2026-02-27T19:14:07.085091Z","steps":["trace[416517022] 'agreement among raft nodes before linearized reading' (duration: 1.846841079s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:07.085275Z","caller":"traceutil/trace.go:171","msg":"trace[892184842] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23744; }","duration":"1.097117363s","start":"2026-02-27T19:14:05.98813Z","end":"2026-02-27T19:14:07.085247Z","steps":["trace[892184842] 'agreement among raft nodes before linearized reading' (duration: 1.096700532s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:07.084964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926448868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:07.08554Z","caller":"traceutil/trace.go:171","msg":"trace[1850891986] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23744; }","duration":"1.927033192s","start":"2026-02-27T19:14:05.158485Z","end":"2026-02-27T19:14:07.085518Z","steps":["trace[1850891986] 'agreement among raft nodes before linearized reading' (duration: 1.926397537s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:07.085579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885638598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274393"} {"level":"warn","ts":"2026-02-27T19:14:07.085404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:05.237458Z","time spent":"1.847926106s","remote":"127.0.0.1:47754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:07.085616Z","caller":"traceutil/trace.go:171","msg":"trace[1148865434] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23744; }","duration":"2.885768122s","start":"2026-02-27T19:14:04.199839Z","end":"2026-02-27T19:14:07.085607Z","steps":["trace[1148865434] 'agreement among raft nodes before linearized reading' (duration: 2.884587982s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:07.08543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:05.988112Z","time spent":"1.097292507s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:07.085647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:04.199828Z","time spent":"2.885811802s","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274417,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T19:14:07.085015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.286238769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:07.085985Z","caller":"traceutil/trace.go:171","msg":"trace[592344824] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:23744; }","duration":"4.287214844s","start":"2026-02-27T19:14:02.798751Z","end":"2026-02-27T19:14:07.085966Z","steps":["trace[592344824] 'agreement among raft nodes before linearized reading' (duration: 4.286218759s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:07.086083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:02.798746Z","time spent":"4.287321377s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-02-27T19:14:07.085001Z","caller":"traceutil/trace.go:171","msg":"trace[1283850144] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"1.829599656s","start":"2026-02-27T19:14:05.255384Z","end":"2026-02-27T19:14:07.084984Z","steps":["trace[1283850144] 'process raft request' (duration: 1.828808927s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:07.086304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:05.158458Z","time spent":"1.927149415s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:07.085003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.285627743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130749"} {"level":"warn","ts":"2026-02-27T19:14:07.086337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:05.255378Z","time spent":"1.830888129s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:07.086638Z","caller":"traceutil/trace.go:171","msg":"trace[922290358] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23744; }","duration":"4.287197624s","start":"2026-02-27T19:14:02.799353Z","end":"2026-02-27T19:14:07.08655Z","steps":["trace[922290358] 'agreement among raft nodes before linearized reading' (duration: 4.28548043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:07.086711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:02.799347Z","time spent":"4.287341977s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130773,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T19:14:07.084875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:04.124938Z","time spent":"2.959920452s","remote":"127.0.0.1:48010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:08.753782Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.410767845s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:14:09.019286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000199648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:14:09.019399Z","caller":"traceutil/trace.go:171","msg":"trace[1094661671] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360062s","start":"2026-02-27T19:14:07.019015Z","end":"2026-02-27T19:14:09.019375Z","steps":["trace[1094661671] 'agreement among raft nodes before linearized reading' (duration: 2.000222609s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:09.019457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:07.018998Z","time spent":"2.000446114s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:14:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:14:09.739019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000480446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:14:09.739099Z","caller":"traceutil/trace.go:171","msg":"trace[1744887774] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000577238s","start":"2026-02-27T19:14:07.738504Z","end":"2026-02-27T19:14:09.739081Z","steps":["trace[1744887774] 'agreement among raft nodes before linearized reading' (duration: 2.000476486s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:09.73915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:07.738444Z","time spent":"2.000695591s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:14:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:14:09.773594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:08.40561Z","time spent":"1.367973331s","remote":"127.0.0.1:54868","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:14:09.774311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473850695s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:14:09.774518Z","caller":"traceutil/trace.go:171","msg":"trace[2101672520] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"2.431728178s","start":"2026-02-27T19:14:07.342775Z","end":"2026-02-27T19:14:09.774503Z","steps":["trace[2101672520] 'process raft request' (duration: 2.431625455s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:09.774491Z","caller":"traceutil/trace.go:171","msg":"trace[301706051] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"2.810371251s","start":"2026-02-27T19:14:06.964087Z","end":"2026-02-27T19:14:09.774458Z","steps":["trace[301706051] 'process raft request' (duration: 336.29076ms)","trace[301706051] 'compare' (duration: 2.472335437s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:09.774536Z","caller":"traceutil/trace.go:171","msg":"trace[1414275249] linearizableReadLoop","detail":"{readStateIndex:24597; appliedIndex:24596; }","duration":"2.689977229s","start":"2026-02-27T19:14:07.084538Z","end":"2026-02-27T19:14:09.774515Z","steps":["trace[1414275249] 'read index received' (duration: 215.696584ms)","trace[1414275249] 'applied index is now lower than readState.Index' (duration: 2.474278005s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:09.774586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:07.342736Z","time spent":"2.43181753s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:09.774644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:06.964059Z","time spent":"2.810505093s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:09.774683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763623227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:09.774718Z","caller":"traceutil/trace.go:171","msg":"trace[1178274659] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23746; }","duration":"2.763707009s","start":"2026-02-27T19:14:07.010999Z","end":"2026-02-27T19:14:09.774706Z","steps":["trace[1178274659] 'agreement among raft nodes before linearized reading' (duration: 2.763604146s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:09.774764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:07.01097Z","time spent":"2.763780591s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:09.77481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772792517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:09.774856Z","caller":"traceutil/trace.go:171","msg":"trace[818357279] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23746; }","duration":"2.772866308s","start":"2026-02-27T19:14:07.001976Z","end":"2026-02-27T19:14:09.774842Z","steps":["trace[818357279] 'agreement among raft nodes before linearized reading' (duration: 2.772791326s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:09.774894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:07.001961Z","time spent":"2.77292441s","remote":"127.0.0.1:57428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:09.774895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.599086444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:09.774969Z","caller":"traceutil/trace.go:171","msg":"trace[1413160889] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23746; }","duration":"3.599210596s","start":"2026-02-27T19:14:06.17574Z","end":"2026-02-27T19:14:09.774951Z","steps":["trace[1413160889] 'agreement among raft nodes before linearized reading' (duration: 3.599072612s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:09.77501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314199934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18440"} {"level":"warn","ts":"2026-02-27T19:14:09.775027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:06.175719Z","time spent":"3.599289028s","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-27T19:14:09.775076Z","caller":"traceutil/trace.go:171","msg":"trace[541689258] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23746; }","duration":"3.314280876s","start":"2026-02-27T19:14:06.460774Z","end":"2026-02-27T19:14:09.775055Z","steps":["trace[541689258] 'agreement among raft nodes before linearized reading' (duration: 3.31401891s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:09.775132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:06.460689Z","time spent":"3.31443565s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T19:14:09.775353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009595401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:14:09.777116Z","caller":"traceutil/trace.go:171","msg":"trace[653186617] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23746; }","duration":"3.009761655s","start":"2026-02-27T19:14:06.765663Z","end":"2026-02-27T19:14:09.775425Z","steps":["trace[653186617] 'agreement among raft nodes before linearized reading' (duration: 3.009193189s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:09.777289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:06.765636Z","time spent":"3.011542539s","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:10.078542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324281635s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:14:10.982279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.068073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:14:10.982497Z","caller":"traceutil/trace.go:171","msg":"trace[484038564] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"2.809068597s","start":"2026-02-27T19:14:08.173407Z","end":"2026-02-27T19:14:10.982475Z","steps":["trace[484038564] 'process raft request' (duration: 1.905689766s)","trace[484038564] 'compare' (duration: 902.641283ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:10.983342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:08.173376Z","time spent":"2.809921978s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:10.983455Z","caller":"traceutil/trace.go:171","msg":"trace[1217166776] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"2.808103234s","start":"2026-02-27T19:14:08.175329Z","end":"2026-02-27T19:14:10.983432Z","steps":["trace[1217166776] 'process raft request' (duration: 2.807050977s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:10.98361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:08.175306Z","time spent":"2.808204037s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:10.98371Z","caller":"traceutil/trace.go:171","msg":"trace[743591373] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"2.808208097s","start":"2026-02-27T19:14:08.175472Z","end":"2026-02-27T19:14:10.98368Z","steps":["trace[743591373] 'process raft request' (duration: 2.8079108s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:10.983755Z","caller":"traceutil/trace.go:171","msg":"trace[104836056] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"2.808157205s","start":"2026-02-27T19:14:08.175588Z","end":"2026-02-27T19:14:10.983745Z","steps":["trace[104836056] 'process raft request' (duration: 2.807989671s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:10.983818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:08.175578Z","time spent":"2.808196156s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:10.983817Z","caller":"traceutil/trace.go:171","msg":"trace[754715594] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"2.80718466s","start":"2026-02-27T19:14:08.176592Z","end":"2026-02-27T19:14:10.983777Z","steps":["trace[754715594] 'process raft request' (duration: 2.807109418s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:10.98387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:08.175461Z","time spent":"2.808319449s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:10.984162Z","caller":"traceutil/trace.go:171","msg":"trace[447734429] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"2.808227246s","start":"2026-02-27T19:14:08.175674Z","end":"2026-02-27T19:14:10.983901Z","steps":["trace[447734429] 'process raft request' (duration: 2.80796614s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:10.984375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:08.17566Z","time spent":"2.808623806s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:10.984151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:08.17658Z","time spent":"2.807360324s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:11.02792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000124026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:14:11.028001Z","caller":"traceutil/trace.go:171","msg":"trace[553471983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252979s","start":"2026-02-27T19:14:09.027734Z","end":"2026-02-27T19:14:11.027987Z","steps":["trace[553471983] 'agreement among raft nodes before linearized reading' (duration: 2.000159867s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:11.028082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:09.027712Z","time spent":"2.00032333s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:14:11.926264Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.791041988s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:14:12.141302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.674498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:14:12.141544Z","caller":"traceutil/trace.go:171","msg":"trace[1082256632] linearizableReadLoop","detail":"{readStateIndex:24605; appliedIndex:24598; }","duration":"2.366942892s","start":"2026-02-27T19:14:09.774576Z","end":"2026-02-27T19:14:12.141519Z","steps":["trace[1082256632] 'read index received' (duration: 304.538654ms)","trace[1082256632] 'applied index is now lower than readState.Index' (duration: 2.062402418s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:12.141712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.566247189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:14:12.141759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735301465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:12.14181Z","caller":"traceutil/trace.go:171","msg":"trace[438895928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23753; }","duration":"3.566407753s","start":"2026-02-27T19:14:08.575379Z","end":"2026-02-27T19:14:12.141787Z","steps":["trace[438895928] 'agreement among raft nodes before linearized reading' (duration: 3.566230759s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.141819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051246664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:14:12.141861Z","caller":"traceutil/trace.go:171","msg":"trace[175264265] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"2.562042617s","start":"2026-02-27T19:14:09.579807Z","end":"2026-02-27T19:14:12.14185Z","steps":["trace[175264265] 'process raft request' (duration: 2.346679542s)","trace[175264265] 'compare' (duration: 214.483633ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:12.14187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:08.575349Z","time spent":"3.566509516s","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:12.141861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050941516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:14:12.141953Z","caller":"traceutil/trace.go:171","msg":"trace[783028306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23753; }","duration":"3.051029199s","start":"2026-02-27T19:14:09.090881Z","end":"2026-02-27T19:14:12.14191Z","steps":["trace[783028306] 'agreement among raft nodes before linearized reading' (duration: 3.050828074s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.14197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:09.579782Z","time spent":"2.562105498s","remote":"127.0.0.1:57360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:12.141899Z","caller":"traceutil/trace.go:171","msg":"trace[1506070444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23753; }","duration":"3.051361858s","start":"2026-02-27T19:14:09.090516Z","end":"2026-02-27T19:14:12.141878Z","steps":["trace[1506070444] 'agreement among raft nodes before linearized reading' (duration: 3.051127742s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.141999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:09.090875Z","time spent":"3.051113451s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:14:12.142012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:09.090497Z","time spent":"3.051504911s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:12.142026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751372592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:12.142075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.052930149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b3ae0405-48c0-4f65-b941-a9923e9f4b5d\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-02-27T19:14:12.142082Z","caller":"traceutil/trace.go:171","msg":"trace[1369637069] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23753; }","duration":"4.751456103s","start":"2026-02-27T19:14:07.390606Z","end":"2026-02-27T19:14:12.142062Z","steps":["trace[1369637069] 'agreement among raft nodes before linearized reading' (duration: 4.751362531s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.142069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.783087197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-02-27T19:14:12.14212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:07.390592Z","time spent":"4.751518605s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:12.142123Z","caller":"traceutil/trace.go:171","msg":"trace[862120025] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b3ae0405-48c0-4f65-b941-a9923e9f4b5d; range_end:; response_count:1; response_revision:23753; }","duration":"5.052990551s","start":"2026-02-27T19:14:07.089111Z","end":"2026-02-27T19:14:12.142101Z","steps":["trace[862120025] 'agreement among raft nodes before linearized reading' (duration: 5.052765246s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:12.142136Z","caller":"traceutil/trace.go:171","msg":"trace[2072857179] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23753; }","duration":"4.78319615s","start":"2026-02-27T19:14:07.35892Z","end":"2026-02-27T19:14:12.142116Z","steps":["trace[2072857179] 'agreement among raft nodes before linearized reading' (duration: 4.783080028s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.142135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.343418914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T19:14:12.14211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051591413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T19:14:12.142173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:07.358878Z","time spent":"4.783285673s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-27T19:14:12.142179Z","caller":"traceutil/trace.go:171","msg":"trace[2081801361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23753; }","duration":"4.343483965s","start":"2026-02-27T19:14:07.798681Z","end":"2026-02-27T19:14:12.142165Z","steps":["trace[2081801361] 'agreement among raft nodes before linearized reading' (duration: 4.343198738s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.142181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:07.089095Z","time spent":"5.053072323s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-b3ae0405-48c0-4f65-b941-a9923e9f4b5d\" "} {"level":"warn","ts":"2026-02-27T19:14:12.142182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.053050752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-02-27T19:14:12.142198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.053111273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T19:14:12.141819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051659634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-27T19:14:12.142219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:07.798671Z","time spent":"4.343535666s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T19:14:12.142212Z","caller":"traceutil/trace.go:171","msg":"trace[1801962449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23753; }","duration":"3.051734986s","start":"2026-02-27T19:14:09.090451Z","end":"2026-02-27T19:14:12.142186Z","steps":["trace[1801962449] 'agreement among raft nodes before linearized reading' (duration: 3.051321246s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:12.142237Z","caller":"traceutil/trace.go:171","msg":"trace[1904756025] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58; range_end:; response_count:1; response_revision:23753; }","duration":"5.053170615s","start":"2026-02-27T19:14:07.089054Z","end":"2026-02-27T19:14:12.142224Z","steps":["trace[1904756025] 'agreement among raft nodes before linearized reading' (duration: 5.053066763s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:12.142238Z","caller":"traceutil/trace.go:171","msg":"trace[580074186] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23753; }","duration":"5.053130444s","start":"2026-02-27T19:14:07.089091Z","end":"2026-02-27T19:14:12.142221Z","steps":["trace[580074186] 'agreement among raft nodes before linearized reading' (duration: 5.052991701s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:12.142246Z","caller":"traceutil/trace.go:171","msg":"trace[1763975686] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23753; }","duration":"3.052116265s","start":"2026-02-27T19:14:09.090121Z","end":"2026-02-27T19:14:12.142237Z","steps":["trace[1763975686] 'agreement among raft nodes before linearized reading' (duration: 3.051555592s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.142268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:07.089024Z","time spent":"5.053236787s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58\" "} {"level":"warn","ts":"2026-02-27T19:14:12.142274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:09.090444Z","time spent":"3.051812198s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:12.142279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:07.089076Z","time spent":"5.053192505s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-27T19:14:12.141849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985004038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T19:14:12.14233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052858295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:14:12.142359Z","caller":"traceutil/trace.go:171","msg":"trace[1377429017] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23753; }","duration":"3.985569762s","start":"2026-02-27T19:14:08.156771Z","end":"2026-02-27T19:14:12.14234Z","steps":["trace[1377429017] 'agreement among raft nodes before linearized reading' (duration: 3.984846954s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:12.142367Z","caller":"traceutil/trace.go:171","msg":"trace[653874328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23753; }","duration":"3.052938186s","start":"2026-02-27T19:14:09.089415Z","end":"2026-02-27T19:14:12.142353Z","steps":["trace[653874328] 'agreement among raft nodes before linearized reading' (duration: 3.052853634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.142396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:09.089383Z","time spent":"3.053007749s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:14:12.1424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:08.15674Z","time spent":"3.985644915s","remote":"127.0.0.1:37326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:12.141841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.052670593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T19:14:12.142282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:09.090114Z","time spent":"3.052156467s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:14:12.142246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052431593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:14:12.142459Z","caller":"traceutil/trace.go:171","msg":"trace[339173819] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23753; }","duration":"5.05330634s","start":"2026-02-27T19:14:07.08914Z","end":"2026-02-27T19:14:12.142446Z","steps":["trace[339173819] 'agreement among raft nodes before linearized reading' (duration: 5.052578701s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:12.14249Z","caller":"traceutil/trace.go:171","msg":"trace[1218460795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23753; }","duration":"3.052734762s","start":"2026-02-27T19:14:09.089744Z","end":"2026-02-27T19:14:12.142479Z","steps":["trace[1218460795] 'agreement among raft nodes before linearized reading' (duration: 3.052351372s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.142499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:07.089128Z","time spent":"5.053357101s","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T19:14:12.141819Z","caller":"traceutil/trace.go:171","msg":"trace[829703924] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23753; }","duration":"2.735421208s","start":"2026-02-27T19:14:09.406382Z","end":"2026-02-27T19:14:12.141804Z","steps":["trace[829703924] 'agreement among raft nodes before linearized reading' (duration: 2.735307945s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.142533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:09.089721Z","time spent":"3.052800413s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:12.14256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:09.40635Z","time spent":"2.736196848s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:12.143381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363250328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18440"} {"level":"info","ts":"2026-02-27T19:14:12.143418Z","caller":"traceutil/trace.go:171","msg":"trace[1059455811] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23754; }","duration":"2.36333042s","start":"2026-02-27T19:14:09.780078Z","end":"2026-02-27T19:14:12.143409Z","steps":["trace[1059455811] 'agreement among raft nodes before linearized reading' (duration: 2.363224428s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.143422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047161736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:14:12.143445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153790726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:12.143471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192721029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:12.143472Z","caller":"traceutil/trace.go:171","msg":"trace[610964149] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23754; }","duration":"2.047261589s","start":"2026-02-27T19:14:10.096194Z","end":"2026-02-27T19:14:12.143456Z","steps":["trace[610964149] 'agreement among raft nodes before linearized reading' (duration: 2.047164016s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:12.143492Z","caller":"traceutil/trace.go:171","msg":"trace[997614429] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23754; }","duration":"2.19279233s","start":"2026-02-27T19:14:09.950691Z","end":"2026-02-27T19:14:12.143484Z","steps":["trace[997614429] 'agreement among raft nodes before linearized reading' (duration: 2.192758769s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:12.143496Z","caller":"traceutil/trace.go:171","msg":"trace[1544791457] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23754; }","duration":"1.153883068s","start":"2026-02-27T19:14:10.989599Z","end":"2026-02-27T19:14:12.143482Z","steps":["trace[1544791457] 'agreement among raft nodes before linearized reading' (duration: 1.153782036s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.143491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.146412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:12.143509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.654512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:12.14353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:10.989558Z","time spent":"1.15396317s","remote":"127.0.0.1:57278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:12.143555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359579486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:12.143557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114846138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:12.143559Z","caller":"traceutil/trace.go:171","msg":"trace[1868896566] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23754; }","duration":"631.744765ms","start":"2026-02-27T19:14:11.511802Z","end":"2026-02-27T19:14:12.143547Z","steps":["trace[1868896566] 'agreement among raft nodes before linearized reading' (duration: 631.665823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.143508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:10.096164Z","time spent":"2.047335541s","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:12.143581Z","caller":"traceutil/trace.go:171","msg":"trace[1373688141] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23754; }","duration":"2.359639207s","start":"2026-02-27T19:14:09.783933Z","end":"2026-02-27T19:14:12.143572Z","steps":["trace[1373688141] 'agreement among raft nodes before linearized reading' (duration: 2.359601056s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:12.143586Z","caller":"traceutil/trace.go:171","msg":"trace[1052117793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23754; }","duration":"1.11489433s","start":"2026-02-27T19:14:11.028683Z","end":"2026-02-27T19:14:12.143577Z","steps":["trace[1052117793] 'agreement among raft nodes before linearized reading' (duration: 1.114846938s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.143594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:11.51178Z","time spent":"631.805757ms","remote":"127.0.0.1:35254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:12.143603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:09.783918Z","time spent":"2.359680748s","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:14:12.143611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:11.028673Z","time spent":"1.11493208s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:14:12.143578Z","caller":"traceutil/trace.go:171","msg":"trace[1032662998] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"1.842700254s","start":"2026-02-27T19:14:10.300835Z","end":"2026-02-27T19:14:12.143535Z","steps":["trace[1032662998] 'process raft request' (duration: 1.842353736s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.143521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:09.950624Z","time spent":"2.192890243s","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:12.143561Z","caller":"traceutil/trace.go:171","msg":"trace[27476017] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23754; }","duration":"500.257795ms","start":"2026-02-27T19:14:11.64328Z","end":"2026-02-27T19:14:12.143538Z","steps":["trace[27476017] 'agreement among raft nodes before linearized reading' (duration: 500.136172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.143439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:09.780058Z","time spent":"2.363376362s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T19:14:12.143785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:11.643255Z","time spent":"500.509321ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:12.144293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150441901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T19:14:12.144342Z","caller":"traceutil/trace.go:171","msg":"trace[1358500782] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23754; }","duration":"1.150520433s","start":"2026-02-27T19:14:10.99381Z","end":"2026-02-27T19:14:12.144331Z","steps":["trace[1358500782] 'agreement among raft nodes before linearized reading' (duration: 1.149524109s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:12.144372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:10.993795Z","time spent":"1.150568485s","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:12.14378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:10.300802Z","time spent":"1.842885829s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:12.651577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:13.152058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:13.487011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.033374ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:13.487145Z","caller":"traceutil/trace.go:171","msg":"trace[1343281] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23754; }","duration":"619.182399ms","start":"2026-02-27T19:14:12.867943Z","end":"2026-02-27T19:14:13.487125Z","steps":["trace[1343281] 'range keys from in-memory index tree' (duration: 619.014384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:13.553393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.402509787s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:14:13.553847Z","caller":"traceutil/trace.go:171","msg":"trace[446402756] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"1.407422101s","start":"2026-02-27T19:14:12.146404Z","end":"2026-02-27T19:14:13.553826Z","steps":["trace[446402756] 'process raft request' (duration: 1.407177465s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:13.554031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.146383Z","time spent":"1.407524593s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:14.153505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000408003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:14:14.153594Z","caller":"traceutil/trace.go:171","msg":"trace[1462195549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000526765s","start":"2026-02-27T19:14:12.153046Z","end":"2026-02-27T19:14:14.153573Z","steps":["trace[1462195549] 'agreement among raft nodes before linearized reading' (duration: 2.000414123s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:14.153646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.153041Z","time spent":"2.000596428s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:14:15.02198Z","caller":"traceutil/trace.go:171","msg":"trace[412260569] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"2.870685072s","start":"2026-02-27T19:14:12.151203Z","end":"2026-02-27T19:14:15.021888Z","steps":["trace[412260569] 'process raft request' (duration: 2.870117208s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:15.022031Z","caller":"traceutil/trace.go:171","msg":"trace[1272793502] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"2.870718983s","start":"2026-02-27T19:14:12.151283Z","end":"2026-02-27T19:14:15.022001Z","steps":["trace[1272793502] 'process raft request' (duration: 2.870386005s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:15.022084Z","caller":"traceutil/trace.go:171","msg":"trace[1255944749] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"2.867350828s","start":"2026-02-27T19:14:12.15471Z","end":"2026-02-27T19:14:15.022061Z","steps":["trace[1255944749] 'process raft request' (duration: 2.867284297s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:15.02209Z","caller":"traceutil/trace.go:171","msg":"trace[1939115499] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"2.87062174s","start":"2026-02-27T19:14:12.151421Z","end":"2026-02-27T19:14:15.022042Z","steps":["trace[1939115499] 'process raft request' (duration: 2.870337003s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:15.022167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.151183Z","time spent":"2.870884347s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:15.022198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.151276Z","time spent":"2.870827235s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:15.022262Z","caller":"traceutil/trace.go:171","msg":"trace[1161045144] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"2.869903974s","start":"2026-02-27T19:14:12.152349Z","end":"2026-02-27T19:14:15.022253Z","steps":["trace[1161045144] 'process raft request' (duration: 2.869546544s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:15.022288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.15141Z","time spent":"2.870766304s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:15.022221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.1547Z","time spent":"2.867450211s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:15.022314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.15232Z","time spent":"2.869968075s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:15.022428Z","caller":"traceutil/trace.go:171","msg":"trace[639075248] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"2.869183206s","start":"2026-02-27T19:14:12.153234Z","end":"2026-02-27T19:14:15.022417Z","steps":["trace[639075248] 'process raft request' (duration: 2.868719764s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:15.022473Z","caller":"traceutil/trace.go:171","msg":"trace[534467449] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"2.031893643s","start":"2026-02-27T19:14:12.990565Z","end":"2026-02-27T19:14:15.022459Z","steps":["trace[534467449] 'process raft request' (duration: 2.031671178s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:15.022483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.153202Z","time spent":"2.869255128s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:15.022464Z","caller":"traceutil/trace.go:171","msg":"trace[1165959821] linearizableReadLoop","detail":"{readStateIndex:24619; appliedIndex:24606; }","duration":"2.871339379s","start":"2026-02-27T19:14:12.151104Z","end":"2026-02-27T19:14:15.022444Z","steps":["trace[1165959821] 'read index received' (duration: 1.402608869s)","trace[1165959821] 'applied index is now lower than readState.Index' (duration: 1.46872939s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:15.022544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.990557Z","time spent":"2.031953544s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:15.022649Z","caller":"traceutil/trace.go:171","msg":"trace[113615486] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"2.033522223s","start":"2026-02-27T19:14:12.989115Z","end":"2026-02-27T19:14:15.022637Z","steps":["trace[113615486] 'process raft request' (duration: 2.032910396s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:15.022702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.989093Z","time spent":"2.033580245s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:15.022747Z","caller":"traceutil/trace.go:171","msg":"trace[2117675841] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"2.032038946s","start":"2026-02-27T19:14:12.990695Z","end":"2026-02-27T19:14:15.022734Z","steps":["trace[2117675841] 'process raft request' (duration: 2.031589265s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:15.022746Z","caller":"traceutil/trace.go:171","msg":"trace[1981483453] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"2.033178935s","start":"2026-02-27T19:14:12.989547Z","end":"2026-02-27T19:14:15.022726Z","steps":["trace[1981483453] 'process raft request' (duration: 2.03260124s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:15.022844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.990689Z","time spent":"2.032101618s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:15.022844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.989537Z","time spent":"2.033259577s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:15.022692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871579185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-27T19:14:15.022965Z","caller":"traceutil/trace.go:171","msg":"trace[1996693854] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"2.028670251s","start":"2026-02-27T19:14:12.994272Z","end":"2026-02-27T19:14:15.022942Z","steps":["trace[1996693854] 'process raft request' (duration: 2.028112497s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:15.023011Z","caller":"traceutil/trace.go:171","msg":"trace[1923745361] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"2.030900887s","start":"2026-02-27T19:14:12.992094Z","end":"2026-02-27T19:14:15.022994Z","steps":["trace[1923745361] 'process raft request' (duration: 2.030237321s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:15.023088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.994259Z","time spent":"2.028764443s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:15.023108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.992086Z","time spent":"2.030969589s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:15.022978Z","caller":"traceutil/trace.go:171","msg":"trace[799651905] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:23767; }","duration":"2.871900363s","start":"2026-02-27T19:14:12.151061Z","end":"2026-02-27T19:14:15.022962Z","steps":["trace[799651905] 'agreement among raft nodes before linearized reading' (duration: 2.871440841s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:15.023277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.151041Z","time spent":"2.872217681s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-02-27T19:14:16.154598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000168876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:14:16.15469Z","caller":"traceutil/trace.go:171","msg":"trace[898183305] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000317889s","start":"2026-02-27T19:14:14.15435Z","end":"2026-02-27T19:14:16.154668Z","steps":["trace[898183305] 'agreement among raft nodes before linearized reading' (duration: 2.000196446s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:16.15475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:14.15433Z","time spent":"2.000408512s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:14:17.158904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948002347s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T19:14:17.159762Z","caller":"traceutil/trace.go:171","msg":"trace[1594255308] linearizableReadLoop","detail":"{readStateIndex:24621; appliedIndex:24619; }","duration":"2.137173805s","start":"2026-02-27T19:14:15.022566Z","end":"2026-02-27T19:14:17.15974Z","steps":["trace[1594255308] 'read index received' (duration: 188.270805ms)","trace[1594255308] 'applied index is now lower than readState.Index' (duration: 1.94890151s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:17.159856Z","caller":"traceutil/trace.go:171","msg":"trace[1433642740] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"2.377039176s","start":"2026-02-27T19:14:14.782807Z","end":"2026-02-27T19:14:17.159846Z","steps":["trace[1433642740] 'process raft request' (duration: 2.376174693s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:17.159956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:14.782781Z","time spent":"2.377098436s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:17.374452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.179321801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:14:17.374508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727113032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:14:17.374545Z","caller":"traceutil/trace.go:171","msg":"trace[1255671956] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23769; }","duration":"5.179441534s","start":"2026-02-27T19:14:12.195081Z","end":"2026-02-27T19:14:17.374523Z","steps":["trace[1255671956] 'agreement among raft nodes before linearized reading' (duration: 4.965006073s)","trace[1255671956] 'count revisions from in-memory index tree' (duration: 214.274028ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:17.374559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.221043238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-02-27T19:14:17.374605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.22314522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T19:14:17.374614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46890012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:17.374654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878675263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:14:17.374681Z","caller":"traceutil/trace.go:171","msg":"trace[1561911055] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23769; }","duration":"5.221201432s","start":"2026-02-27T19:14:12.15345Z","end":"2026-02-27T19:14:17.374651Z","steps":["trace[1561911055] 'agreement among raft nodes before linearized reading' (duration: 5.006631347s)","trace[1561911055] 'range keys from in-memory index tree' (duration: 214.255427ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:17.374692Z","caller":"traceutil/trace.go:171","msg":"trace[1566874181] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23769; }","duration":"5.223266763s","start":"2026-02-27T19:14:12.1514Z","end":"2026-02-27T19:14:17.374666Z","steps":["trace[1566874181] 'agreement among raft nodes before linearized reading' (duration: 5.008672918s)","trace[1566874181] 'range keys from in-memory index tree' (duration: 214.343359ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:17.374706Z","caller":"traceutil/trace.go:171","msg":"trace[521386299] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23769; }","duration":"2.469050214s","start":"2026-02-27T19:14:14.905631Z","end":"2026-02-27T19:14:17.374681Z","steps":["trace[521386299] 'agreement among raft nodes before linearized reading' (duration: 2.254414978s)","trace[521386299] 'count revisions from in-memory index tree' (duration: 214.499812ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:17.374715Z","caller":"traceutil/trace.go:171","msg":"trace[972894021] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23769; }","duration":"2.878763745s","start":"2026-02-27T19:14:14.495928Z","end":"2026-02-27T19:14:17.374692Z","steps":["trace[972894021] 'agreement among raft nodes before linearized reading' (duration: 2.664129819s)","trace[972894021] 'count revisions from in-memory index tree' (duration: 214.572195ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:17.374746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.151393Z","time spent":"5.223344245s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:14:17.374754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.890322727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T19:14:17.374763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:14.905605Z","time spent":"2.469146595s","remote":"127.0.0.1:57316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:17.374765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:14.495905Z","time spent":"2.878849917s","remote":"127.0.0.1:57372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:17.374803Z","caller":"traceutil/trace.go:171","msg":"trace[523734922] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23769; }","duration":"4.890369228s","start":"2026-02-27T19:14:12.484412Z","end":"2026-02-27T19:14:17.374782Z","steps":["trace[523734922] 'agreement among raft nodes before linearized reading' (duration: 4.67564946s)","trace[523734922] 'count revisions from in-memory index tree' (duration: 214.670267ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:17.374741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.153444Z","time spent":"5.221287495s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":805,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-02-27T19:14:17.374843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.484407Z","time spent":"4.89042728s","remote":"127.0.0.1:59740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:17.374902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.967279639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:17.37499Z","caller":"traceutil/trace.go:171","msg":"trace[799357462] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23769; }","duration":"4.967403842s","start":"2026-02-27T19:14:12.407556Z","end":"2026-02-27T19:14:17.37496Z","steps":["trace[799357462] 'agreement among raft nodes before linearized reading' (duration: 4.752460499s)","trace[799357462] 'count revisions from in-memory index tree' (duration: 214.80594ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:17.375043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.407545Z","time spent":"4.967484334s","remote":"127.0.0.1:59864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:17.374572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.223300014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-02-27T19:14:17.375158Z","caller":"traceutil/trace.go:171","msg":"trace[2147403177] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23769; }","duration":"5.22392996s","start":"2026-02-27T19:14:12.151213Z","end":"2026-02-27T19:14:17.375143Z","steps":["trace[2147403177] 'agreement among raft nodes before linearized reading' (duration: 5.008881784s)","trace[2147403177] 'range keys from in-memory index tree' (duration: 214.266297ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:17.375196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.151209Z","time spent":"5.223975831s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-27T19:14:17.375185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.221498749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-02-27T19:14:17.375242Z","caller":"traceutil/trace.go:171","msg":"trace[1902703389] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23769; }","duration":"5.22157385s","start":"2026-02-27T19:14:12.153655Z","end":"2026-02-27T19:14:17.375228Z","steps":["trace[1902703389] 'agreement among raft nodes before linearized reading' (duration: 5.006419721s)","trace[1902703389] 'range keys from in-memory index tree' (duration: 214.442772ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:17.374603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.195076Z","time spent":"5.179511155s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:17.375276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.153647Z","time spent":"5.221620712s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":750,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-02-27T19:14:17.3746Z","caller":"traceutil/trace.go:171","msg":"trace[1438006818] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23769; }","duration":"4.727219445s","start":"2026-02-27T19:14:12.647349Z","end":"2026-02-27T19:14:17.374569Z","steps":["trace[1438006818] 'agreement among raft nodes before linearized reading' (duration: 4.512690231s)","trace[1438006818] 'count revisions from in-memory index tree' (duration: 214.402251ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:17.37546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.816703365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T19:14:17.375465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.647297Z","time spent":"4.728153929s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:17.375523Z","caller":"traceutil/trace.go:171","msg":"trace[313691043] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58; range_end:; response_count:1; response_revision:23769; }","duration":"3.816789818s","start":"2026-02-27T19:14:13.5587Z","end":"2026-02-27T19:14:17.37549Z","steps":["trace[313691043] 'agreement among raft nodes before linearized reading' (duration: 3.60132136s)","trace[313691043] 'range keys from in-memory index tree' (duration: 214.398241ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:17.375421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.679672ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-27T19:14:17.375555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:13.558675Z","time spent":"3.816871909s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58\" "} {"level":"warn","ts":"2026-02-27T19:14:17.3757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.222578307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18440"} {"level":"info","ts":"2026-02-27T19:14:17.375736Z","caller":"traceutil/trace.go:171","msg":"trace[2101723903] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23769; }","duration":"5.222626808s","start":"2026-02-27T19:14:12.153098Z","end":"2026-02-27T19:14:17.375724Z","steps":["trace[2101723903] 'agreement among raft nodes before linearized reading' (duration: 5.006966156s)","trace[2101723903] 'range keys from in-memory index tree' (duration: 214.291348ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:17.37575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:15.026014Z","time spent":"2.34973446s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:14:17.375767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.153091Z","time spent":"5.222667669s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-27T19:14:17.375771Z","caller":"traceutil/trace.go:171","msg":"trace[1497015870] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"344.787083ms","start":"2026-02-27T19:14:17.030969Z","end":"2026-02-27T19:14:17.375756Z","steps":["trace[1497015870] 'process raft request' (duration: 344.64611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:17.375888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.030864Z","time spent":"344.951397ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:17.37599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.224063304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-27T19:14:17.376026Z","caller":"traceutil/trace.go:171","msg":"trace[654840410] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23769; }","duration":"5.224109995s","start":"2026-02-27T19:14:12.151903Z","end":"2026-02-27T19:14:17.376013Z","steps":["trace[654840410] 'agreement among raft nodes before linearized reading' (duration: 5.008181046s)","trace[654840410] 'range keys from in-memory index tree' (duration: 214.256106ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:17.376057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.151896Z","time spent":"5.224154036s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-27T19:14:17.376662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.767416834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:17.376747Z","caller":"traceutil/trace.go:171","msg":"trace[1121523278] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23769; }","duration":"4.767561287s","start":"2026-02-27T19:14:12.609167Z","end":"2026-02-27T19:14:17.376729Z","steps":["trace[1121523278] 'agreement among raft nodes before linearized reading' (duration: 4.55088257s)","trace[1121523278] 'count revisions from in-memory index tree' (duration: 214.319428ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:17.376788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:12.609138Z","time spent":"4.767636799s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:18.162264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000404003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:14:18.162365Z","caller":"traceutil/trace.go:171","msg":"trace[97938685] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000573387s","start":"2026-02-27T19:14:16.161771Z","end":"2026-02-27T19:14:18.162344Z","steps":["trace[97938685] 'agreement among raft nodes before linearized reading' (duration: 2.000447314s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:18.162414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:16.161745Z","time spent":"2.000657789s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:14:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:14:18.390507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.916503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:14:18.390959Z","caller":"traceutil/trace.go:171","msg":"trace[404860213] linearizableReadLoop","detail":"{readStateIndex:24629; appliedIndex:24621; }","duration":"1.231121716s","start":"2026-02-27T19:14:17.159815Z","end":"2026-02-27T19:14:18.390937Z","steps":["trace[404860213] 'read index received' (duration: 149.659315ms)","trace[404860213] 'applied index is now lower than readState.Index' (duration: 1.081461111s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:18.39107Z","caller":"traceutil/trace.go:171","msg":"trace[1462403078] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"1.359733434s","start":"2026-02-27T19:14:17.031317Z","end":"2026-02-27T19:14:18.39105Z","steps":["trace[1462403078] 'process raft request' (duration: 630.174805ms)","trace[1462403078] 'compare' (duration: 728.762199ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:18.391183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.031295Z","time spent":"1.359833767s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:18.391302Z","caller":"traceutil/trace.go:171","msg":"trace[211180749] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"1.359444506s","start":"2026-02-27T19:14:17.031831Z","end":"2026-02-27T19:14:18.391275Z","steps":["trace[211180749] 'process raft request' (duration: 1.358951054s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:18.391334Z","caller":"traceutil/trace.go:171","msg":"trace[1562406429] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"1.359544719s","start":"2026-02-27T19:14:17.031748Z","end":"2026-02-27T19:14:18.391293Z","steps":["trace[1562406429] 'process raft request' (duration: 1.358879312s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:18.391368Z","caller":"traceutil/trace.go:171","msg":"trace[1456085486] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"1.277361077s","start":"2026-02-27T19:14:17.11398Z","end":"2026-02-27T19:14:18.391341Z","steps":["trace[1456085486] 'process raft request' (duration: 1.276900355s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:18.391377Z","caller":"traceutil/trace.go:171","msg":"trace[565978688] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"1.35955989s","start":"2026-02-27T19:14:17.031786Z","end":"2026-02-27T19:14:18.391346Z","steps":["trace[565978688] 'process raft request' (duration: 1.358936654s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:18.391427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360455051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T19:14:18.391462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262314488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:18.391461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.031817Z","time spent":"1.359549199s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:18.391493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.03173Z","time spent":"1.359682573s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:18.391507Z","caller":"traceutil/trace.go:171","msg":"trace[1788061452] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"1.359114809s","start":"2026-02-27T19:14:17.032387Z","end":"2026-02-27T19:14:18.391502Z","steps":["trace[1788061452] 'process raft request' (duration: 1.358444872s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:18.391504Z","caller":"traceutil/trace.go:171","msg":"trace[274227376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23776; }","duration":"1.360592305s","start":"2026-02-27T19:14:17.030893Z","end":"2026-02-27T19:14:18.391485Z","steps":["trace[274227376] 'agreement among raft nodes before linearized reading' (duration: 1.360302878s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:18.391511Z","caller":"traceutil/trace.go:171","msg":"trace[977577559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23776; }","duration":"1.262402091s","start":"2026-02-27T19:14:17.129093Z","end":"2026-02-27T19:14:18.391495Z","steps":["trace[977577559] 'agreement among raft nodes before linearized reading' (duration: 1.262321219s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:18.391545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.032369Z","time spent":"1.359160289s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:18.39155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.129078Z","time spent":"1.262462803s","remote":"127.0.0.1:35402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:18.391552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.030862Z","time spent":"1.360681007s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:18.391482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.113948Z","time spent":"1.27747079s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:18.391605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360657056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T19:14:18.391655Z","caller":"traceutil/trace.go:171","msg":"trace[437992681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23776; }","duration":"1.360718458s","start":"2026-02-27T19:14:17.030922Z","end":"2026-02-27T19:14:18.39164Z","steps":["trace[437992681] 'agreement among raft nodes before linearized reading' (duration: 1.360551854s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:18.391655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.031771Z","time spent":"1.359681312s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:18.391696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.030915Z","time spent":"1.360770219s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:18.391709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359438497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T19:14:18.391733Z","caller":"traceutil/trace.go:171","msg":"trace[902548988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23776; }","duration":"1.359476497s","start":"2026-02-27T19:14:17.032248Z","end":"2026-02-27T19:14:18.391725Z","steps":["trace[902548988] 'agreement among raft nodes before linearized reading' (duration: 1.359373585s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:18.391729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36081629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T19:14:18.391749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.032239Z","time spent":"1.359504208s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T19:14:18.391778Z","caller":"traceutil/trace.go:171","msg":"trace[724189860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23776; }","duration":"1.360875492s","start":"2026-02-27T19:14:17.030887Z","end":"2026-02-27T19:14:18.391763Z","steps":["trace[724189860] 'agreement among raft nodes before linearized reading' (duration: 1.360746859s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:18.391784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362918303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T19:14:18.391806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361124989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T19:14:18.391819Z","caller":"traceutil/trace.go:171","msg":"trace[262070057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23776; }","duration":"1.362952514s","start":"2026-02-27T19:14:17.028855Z","end":"2026-02-27T19:14:18.391808Z","steps":["trace[262070057] 'agreement among raft nodes before linearized reading' (duration: 1.362808071s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:18.391821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.030878Z","time spent":"1.360927283s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:14:18.391845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370910744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:18.391852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.0288Z","time spent":"1.363043986s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T19:14:18.391846Z","caller":"traceutil/trace.go:171","msg":"trace[282902619] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23776; }","duration":"1.36118082s","start":"2026-02-27T19:14:17.030653Z","end":"2026-02-27T19:14:18.391833Z","steps":["trace[282902619] 'agreement among raft nodes before linearized reading' (duration: 1.361034726s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:18.391868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621766796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:18.391843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571131115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:14:18.391892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.030643Z","time spent":"1.361242052s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:14:18.391913Z","caller":"traceutil/trace.go:171","msg":"trace[661007567] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23776; }","duration":"2.571246618s","start":"2026-02-27T19:14:15.820656Z","end":"2026-02-27T19:14:18.391903Z","steps":["trace[661007567] 'agreement among raft nodes before linearized reading' (duration: 2.571135755s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:18.39188Z","caller":"traceutil/trace.go:171","msg":"trace[874464614] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23776; }","duration":"1.370980326s","start":"2026-02-27T19:14:17.020888Z","end":"2026-02-27T19:14:18.391869Z","steps":["trace[874464614] 'agreement among raft nodes before linearized reading' (duration: 1.370908474s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:18.391948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:15.820634Z","time spent":"2.571300808s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:18.391976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.02087Z","time spent":"1.371092808s","remote":"127.0.0.1:50940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:18.391908Z","caller":"traceutil/trace.go:171","msg":"trace[108587419] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23776; }","duration":"2.621844278s","start":"2026-02-27T19:14:15.770053Z","end":"2026-02-27T19:14:18.391897Z","steps":["trace[108587419] 'agreement among raft nodes before linearized reading' (duration: 2.621776137s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:18.391599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406620377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:18.392037Z","caller":"traceutil/trace.go:171","msg":"trace[241892759] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23776; }","duration":"2.40714282s","start":"2026-02-27T19:14:15.984882Z","end":"2026-02-27T19:14:18.392025Z","steps":["trace[241892759] 'agreement among raft nodes before linearized reading' (duration: 2.406619367s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:18.39204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:15.770032Z","time spent":"2.621990342s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:18.392073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:15.984854Z","time spent":"2.407207372s","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:18.891914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:19.393049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:19.894047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:20.162837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:14:20.162926Z","caller":"traceutil/trace.go:171","msg":"trace[1497265811] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351721s","start":"2026-02-27T19:14:18.162557Z","end":"2026-02-27T19:14:20.162908Z","steps":["trace[1497265811] 'agreement among raft nodes before linearized reading' (duration: 2.000240979s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:20.162979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:18.162539Z","time spent":"2.000425144s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:14:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:14:20.395075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:20.496113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.834578847s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:14:20.566687Z","caller":"traceutil/trace.go:171","msg":"trace[43639867] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23776; }","duration":"3.189825373s","start":"2026-02-27T19:14:17.376834Z","end":"2026-02-27T19:14:20.56666Z","steps":["trace[43639867] 'process raft request' (duration: 3.119432856s)","trace[43639867] 'compare' (duration: 70.230493ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:20.566828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.376801Z","time spent":"3.189956626s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:20.567979Z","caller":"traceutil/trace.go:171","msg":"trace[465891124] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"3.190511971s","start":"2026-02-27T19:14:17.377429Z","end":"2026-02-27T19:14:20.567941Z","steps":["trace[465891124] 'process raft request' (duration: 3.189138737s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:20.568126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.377405Z","time spent":"3.190644383s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:20.568644Z","caller":"traceutil/trace.go:171","msg":"trace[471366293] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"3.188028467s","start":"2026-02-27T19:14:17.38059Z","end":"2026-02-27T19:14:20.568619Z","steps":["trace[471366293] 'process raft request' (duration: 3.187928055s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:20.56871Z","caller":"traceutil/trace.go:171","msg":"trace[1706911766] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"3.188350545s","start":"2026-02-27T19:14:17.380312Z","end":"2026-02-27T19:14:20.568663Z","steps":["trace[1706911766] 'process raft request' (duration: 3.187492224s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:20.568782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.380569Z","time spent":"3.188142741s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:20.568963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.380294Z","time spent":"3.18851785s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:22.171198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000548207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:14:22.171306Z","caller":"traceutil/trace.go:171","msg":"trace[164265380] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00072184s","start":"2026-02-27T19:14:20.170558Z","end":"2026-02-27T19:14:22.17128Z","steps":["trace[164265380] 'agreement among raft nodes before linearized reading' (duration: 2.000574236s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:22.171363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:20.17054Z","time spent":"2.000813084s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:14:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:14:22.253403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.752142093s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:14:22.254109Z","caller":"traceutil/trace.go:171","msg":"trace[2087295297] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"3.857764366s","start":"2026-02-27T19:14:18.396304Z","end":"2026-02-27T19:14:22.254069Z","steps":["trace[2087295297] 'process raft request' (duration: 3.857414498s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:22.254303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:18.396275Z","time spent":"3.85792058s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:22.255313Z","caller":"traceutil/trace.go:171","msg":"trace[101502607] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"3.858648008s","start":"2026-02-27T19:14:18.396618Z","end":"2026-02-27T19:14:22.255266Z","steps":["trace[101502607] 'process raft request' (duration: 3.857373177s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:22.255499Z","caller":"traceutil/trace.go:171","msg":"trace[1512296149] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"3.858580097s","start":"2026-02-27T19:14:18.396901Z","end":"2026-02-27T19:14:22.255481Z","steps":["trace[1512296149] 'process raft request' (duration: 3.858098004s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:22.255495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:18.396607Z","time spent":"3.858808263s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:22.255626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:18.39688Z","time spent":"3.85870035s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:22.256148Z","caller":"traceutil/trace.go:171","msg":"trace[677197082] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"3.859152701s","start":"2026-02-27T19:14:18.396978Z","end":"2026-02-27T19:14:22.256131Z","steps":["trace[677197082] 'process raft request' (duration: 3.858448414s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:22.256237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:18.396973Z","time spent":"3.859218083s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:22.256436Z","caller":"traceutil/trace.go:171","msg":"trace[1704892237] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"3.857851407s","start":"2026-02-27T19:14:18.398568Z","end":"2026-02-27T19:14:22.256419Z","steps":["trace[1704892237] 'process raft request' (duration: 3.857731655s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:22.25653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:18.398555Z","time spent":"3.85793021s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:22.256582Z","caller":"traceutil/trace.go:171","msg":"trace[1665706392] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"3.858601686s","start":"2026-02-27T19:14:18.397964Z","end":"2026-02-27T19:14:22.256566Z","steps":["trace[1665706392] 'process raft request' (duration: 3.858109654s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:22.256682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:18.397954Z","time spent":"3.858682189s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:22.257109Z","caller":"traceutil/trace.go:171","msg":"trace[1607789325] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"2.602192465s","start":"2026-02-27T19:14:19.654859Z","end":"2026-02-27T19:14:22.257052Z","steps":["trace[1607789325] 'process raft request' (duration: 2.601914708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:22.257259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:19.654827Z","time spent":"2.6023797s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:22.257417Z","caller":"traceutil/trace.go:171","msg":"trace[1225375710] linearizableReadLoop","detail":"{readStateIndex:24642; appliedIndex:24629; }","duration":"3.866396463s","start":"2026-02-27T19:14:18.391004Z","end":"2026-02-27T19:14:22.257401Z","steps":["trace[1225375710] 'read index received' (duration: 2.105357108s)","trace[1225375710] 'applied index is now lower than readState.Index' (duration: 1.761038265s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:22.257524Z","caller":"traceutil/trace.go:171","msg":"trace[1726892320] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"1.858559812s","start":"2026-02-27T19:14:20.398952Z","end":"2026-02-27T19:14:22.257511Z","steps":["trace[1726892320] 'process raft request' (duration: 1.858345607s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:22.257582Z","caller":"traceutil/trace.go:171","msg":"trace[272946023] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"2.355194316s","start":"2026-02-27T19:14:19.90235Z","end":"2026-02-27T19:14:22.257545Z","steps":["trace[272946023] 'process raft request' (duration: 2.354591501s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:22.257828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:19.902312Z","time spent":"2.355389731s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:22.257855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.877416365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-02-27T19:14:22.257918Z","caller":"traceutil/trace.go:171","msg":"trace[708919169] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23793; }","duration":"4.877474276s","start":"2026-02-27T19:14:17.380423Z","end":"2026-02-27T19:14:22.257897Z","steps":["trace[708919169] 'agreement among raft nodes before linearized reading' (duration: 4.87725011s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:22.25801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.380388Z","time spent":"4.877604979s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-27T19:14:22.257603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:20.398941Z","time spent":"1.858616574s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:22.258069Z","caller":"traceutil/trace.go:171","msg":"trace[27407765] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"1.860087821s","start":"2026-02-27T19:14:20.397815Z","end":"2026-02-27T19:14:22.257903Z","steps":["trace[27407765] 'process raft request' (duration: 1.859303662s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:22.257602Z","caller":"traceutil/trace.go:171","msg":"trace[490737561] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"2.876297744s","start":"2026-02-27T19:14:19.381246Z","end":"2026-02-27T19:14:22.257544Z","steps":["trace[490737561] 'process raft request' (duration: 2.875133306s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:22.258433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:20.397795Z","time spent":"1.86037026s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:22.257837Z","caller":"traceutil/trace.go:171","msg":"trace[1484518965] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"1.859103977s","start":"2026-02-27T19:14:20.398413Z","end":"2026-02-27T19:14:22.257517Z","steps":["trace[1484518965] 'process raft request' (duration: 1.85883069s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:22.258497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:19.381209Z","time spent":"2.877030273s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:22.258511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.878144414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a618cf92-87fe-4065-99bd-1ef4174104b4\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-02-27T19:14:22.258839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:20.398383Z","time spent":"1.860358998s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:22.258897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.949098984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:22.25894Z","caller":"traceutil/trace.go:171","msg":"trace[1213634004] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23793; }","duration":"4.949188017s","start":"2026-02-27T19:14:17.309741Z","end":"2026-02-27T19:14:22.258929Z","steps":["trace[1213634004] 'agreement among raft nodes before linearized reading' (duration: 4.949116565s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:22.257651Z","caller":"traceutil/trace.go:171","msg":"trace[406341786] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"1.85724039s","start":"2026-02-27T19:14:20.400396Z","end":"2026-02-27T19:14:22.257637Z","steps":["trace[406341786] 'process raft request' (duration: 1.856951052s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:22.258972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.309714Z","time spent":"4.949251858s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:22.259115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:20.400378Z","time spent":"1.858620935s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:22.258927Z","caller":"traceutil/trace.go:171","msg":"trace[295269101] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a618cf92-87fe-4065-99bd-1ef4174104b4; range_end:; response_count:1; response_revision:23793; }","duration":"4.878576335s","start":"2026-02-27T19:14:17.380324Z","end":"2026-02-27T19:14:22.2589Z","steps":["trace[295269101] 'agreement among raft nodes before linearized reading' (duration: 4.877897048s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:22.25928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.380308Z","time spent":"4.878912933s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-a618cf92-87fe-4065-99bd-1ef4174104b4\" "} {"level":"warn","ts":"2026-02-27T19:14:22.258622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.881280473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18440"} {"level":"info","ts":"2026-02-27T19:14:22.258744Z","caller":"traceutil/trace.go:171","msg":"trace[100668500] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"1.860703198s","start":"2026-02-27T19:14:20.398027Z","end":"2026-02-27T19:14:22.25873Z","steps":["trace[100668500] 'process raft request' (duration: 1.859160298s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:22.259585Z","caller":"traceutil/trace.go:171","msg":"trace[1017255996] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23793; }","duration":"4.882195086s","start":"2026-02-27T19:14:17.377302Z","end":"2026-02-27T19:14:22.259497Z","steps":["trace[1017255996] 'agreement among raft nodes before linearized reading' (duration: 4.881237322s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:22.260145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:17.377286Z","time spent":"4.882840101s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T19:14:22.260795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:20.397987Z","time spent":"1.862646586s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:22.758541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:24.064333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197147683s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:24.064462Z","caller":"traceutil/trace.go:171","msg":"trace[2131414295] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23793; }","duration":"1.197290417s","start":"2026-02-27T19:14:22.867151Z","end":"2026-02-27T19:14:24.064441Z","steps":["trace[2131414295] 'range keys from in-memory index tree' (duration: 1.197127832s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.064784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038007469s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-27T19:14:24.065049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:20.568448Z","time spent":"3.496594821s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T19:14:24.065544Z","caller":"traceutil/trace.go:171","msg":"trace[1580966975] linearizableReadLoop","detail":"{readStateIndex:24649; appliedIndex:24647; }","duration":"1.808045346s","start":"2026-02-27T19:14:22.257472Z","end":"2026-02-27T19:14:24.065517Z","steps":["trace[1580966975] 'read index received' (duration: 769.294027ms)","trace[1580966975] 'applied index is now lower than readState.Index' (duration: 1.038749559s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:24.065913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937674195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:24.06597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894433962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:24.065989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801194143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-02-27T19:14:24.065973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763116564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:14:24.065992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440647507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:24.066039Z","caller":"traceutil/trace.go:171","msg":"trace[370576142] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23794; }","duration":"1.801290695s","start":"2026-02-27T19:14:22.264732Z","end":"2026-02-27T19:14:24.066023Z","steps":["trace[370576142] 'agreement among raft nodes before linearized reading' (duration: 1.801152962s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:24.066055Z","caller":"traceutil/trace.go:171","msg":"trace[1870769496] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23794; }","duration":"2.763273158s","start":"2026-02-27T19:14:21.302763Z","end":"2026-02-27T19:14:24.066036Z","steps":["trace[1870769496] 'agreement among raft nodes before linearized reading' (duration: 2.762997881s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.066082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:22.264708Z","time spent":"1.801365927s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T19:14:24.066005Z","caller":"traceutil/trace.go:171","msg":"trace[208513004] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23794; }","duration":"2.937842458s","start":"2026-02-27T19:14:21.12815Z","end":"2026-02-27T19:14:24.065992Z","steps":["trace[208513004] 'agreement among raft nodes before linearized reading' (duration: 2.937614243s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.066143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:21.128116Z","time spent":"2.938007623s","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:24.066203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.812638933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T19:14:24.06628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.507409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:24.066277Z","caller":"traceutil/trace.go:171","msg":"trace[1096461472] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23794; }","duration":"3.812699634s","start":"2026-02-27T19:14:20.253542Z","end":"2026-02-27T19:14:24.066242Z","steps":["trace[1096461472] 'agreement among raft nodes before linearized reading' (duration: 3.8125514s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:24.066323Z","caller":"traceutil/trace.go:171","msg":"trace[2006329302] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23794; }","duration":"380.621112ms","start":"2026-02-27T19:14:23.685692Z","end":"2026-02-27T19:14:24.066313Z","steps":["trace[2006329302] 'agreement among raft nodes before linearized reading' (duration: 380.544411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.066355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:23.685665Z","time spent":"380.682084ms","remote":"127.0.0.1:47624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:24.066046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347321971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:24.066397Z","caller":"traceutil/trace.go:171","msg":"trace[1012450345] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23794; }","duration":"4.347731591s","start":"2026-02-27T19:14:19.718656Z","end":"2026-02-27T19:14:24.066387Z","steps":["trace[1012450345] 'agreement among raft nodes before linearized reading' (duration: 4.347114366s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.066432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:19.718644Z","time spent":"4.347779352s","remote":"127.0.0.1:46808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:24.06637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.69431939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:24.06653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004705375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:24.066537Z","caller":"traceutil/trace.go:171","msg":"trace[703489408] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23794; }","duration":"4.694518315s","start":"2026-02-27T19:14:19.371951Z","end":"2026-02-27T19:14:24.06647Z","steps":["trace[703489408] 'agreement among raft nodes before linearized reading' (duration: 4.694339631s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.06654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372502421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:24.066199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:21.302694Z","time spent":"2.763409351s","remote":"127.0.0.1:50956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:24.066574Z","caller":"traceutil/trace.go:171","msg":"trace[965047989] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23794; }","duration":"1.004783087s","start":"2026-02-27T19:14:23.061777Z","end":"2026-02-27T19:14:24.06656Z","steps":["trace[965047989] 'agreement among raft nodes before linearized reading' (duration: 1.004723395s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:24.066585Z","caller":"traceutil/trace.go:171","msg":"trace[551031212] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23794; }","duration":"2.372581743s","start":"2026-02-27T19:14:21.693992Z","end":"2026-02-27T19:14:24.066573Z","steps":["trace[551031212] 'agreement among raft nodes before linearized reading' (duration: 2.372323616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.066612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:23.061755Z","time spent":"1.004848668s","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:24.066619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:21.693972Z","time spent":"2.372638704s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:24.066623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505695326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:24.066674Z","caller":"traceutil/trace.go:171","msg":"trace[932952897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23794; }","duration":"1.505781678s","start":"2026-02-27T19:14:22.560878Z","end":"2026-02-27T19:14:24.066659Z","steps":["trace[932952897] 'agreement among raft nodes before linearized reading' (duration: 1.505703176s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:24.066078Z","caller":"traceutil/trace.go:171","msg":"trace[1114445339] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23794; }","duration":"3.44079318s","start":"2026-02-27T19:14:20.625267Z","end":"2026-02-27T19:14:24.06606Z","steps":["trace[1114445339] 'agreement among raft nodes before linearized reading' (duration: 3.440603165s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.066555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493698348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982e2172987fcd\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-02-27T19:14:24.066805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681611551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:14:24.066276Z","caller":"traceutil/trace.go:171","msg":"trace[416389670] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"1.900076914s","start":"2026-02-27T19:14:22.166177Z","end":"2026-02-27T19:14:24.066254Z","steps":["trace[416389670] 'process raft request' (duration: 1.898829072s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.066761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:19.371926Z","time spent":"4.694645388s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:24.066898Z","caller":"traceutil/trace.go:171","msg":"trace[1153816114] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982e2172987fcd; range_end:; response_count:1; response_revision:23794; }","duration":"3.494036307s","start":"2026-02-27T19:14:20.572785Z","end":"2026-02-27T19:14:24.066821Z","steps":["trace[1153816114] 'agreement among raft nodes before linearized reading' (duration: 3.493099074s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.067031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:20.572776Z","time spent":"3.494239022s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982e2172987fcd\" "} {"level":"warn","ts":"2026-02-27T19:14:24.067222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752244054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:24.067286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70308021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:24.06604Z","caller":"traceutil/trace.go:171","msg":"trace[441023135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23794; }","duration":"1.894580396s","start":"2026-02-27T19:14:22.171437Z","end":"2026-02-27T19:14:24.066017Z","steps":["trace[441023135] 'agreement among raft nodes before linearized reading' (duration: 1.89434484s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.067467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:22.171426Z","time spent":"1.895984371s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:14:24.066359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:20.253533Z","time spent":"3.812816557s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:14:24.067841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755629269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-02-27T19:14:24.066954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:22.166154Z","time spent":"1.90072067s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:24.066769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:20.625237Z","time spent":"3.441522028s","remote":"127.0.0.1:57328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:24.066356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892873534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:24.066728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:22.560856Z","time spent":"1.50586171s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:14:24.066003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.522155865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:24.068378Z","caller":"traceutil/trace.go:171","msg":"trace[1884360021] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23794; }","duration":"1.681686604s","start":"2026-02-27T19:14:22.385157Z","end":"2026-02-27T19:14:24.066844Z","steps":["trace[1884360021] 'agreement among raft nodes before linearized reading' (duration: 1.681595301s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.068383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493129114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1898305653e14b56\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-02-27T19:14:24.068471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:22.385146Z","time spent":"1.683301044s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:24.068476Z","caller":"traceutil/trace.go:171","msg":"trace[1931260899] range","detail":"{range_begin:/registry/events/openstack/container-infra.1898305653e14b56; range_end:; response_count:1; response_revision:23794; }","duration":"3.495575905s","start":"2026-02-27T19:14:20.572875Z","end":"2026-02-27T19:14:24.068451Z","steps":["trace[1931260899] 'agreement among raft nodes before linearized reading' (duration: 3.49296659s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:24.068613Z","caller":"traceutil/trace.go:171","msg":"trace[2078943793] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23794; }","duration":"1.752343586s","start":"2026-02-27T19:14:22.314914Z","end":"2026-02-27T19:14:24.067257Z","steps":["trace[2078943793] 'agreement among raft nodes before linearized reading' (duration: 1.752266744s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.069052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:22.314878Z","time spent":"1.754164822s","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T19:14:24.068661Z","caller":"traceutil/trace.go:171","msg":"trace[491856230] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23794; }","duration":"1.703146852s","start":"2026-02-27T19:14:22.364157Z","end":"2026-02-27T19:14:24.067304Z","steps":["trace[491856230] 'agreement among raft nodes before linearized reading' (duration: 1.703105181s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:24.068686Z","caller":"traceutil/trace.go:171","msg":"trace[381553210] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23794; }","duration":"1.755752903s","start":"2026-02-27T19:14:22.312149Z","end":"2026-02-27T19:14:24.067902Z","steps":["trace[381553210] 'agreement among raft nodes before linearized reading' (duration: 1.755563487s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.069262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:22.312097Z","time spent":"1.757148927s","remote":"127.0.0.1:59840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-02-27T19:14:24.068744Z","caller":"traceutil/trace.go:171","msg":"trace[1698421133] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23794; }","duration":"1.894759681s","start":"2026-02-27T19:14:22.173396Z","end":"2026-02-27T19:14:24.068156Z","steps":["trace[1698421133] 'agreement among raft nodes before linearized reading' (duration: 1.892911194s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.069714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:22.173369Z","time spent":"1.89632069s","remote":"127.0.0.1:48122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T19:14:24.068781Z","caller":"traceutil/trace.go:171","msg":"trace[2083306852] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23794; }","duration":"5.524392061s","start":"2026-02-27T19:14:18.543773Z","end":"2026-02-27T19:14:24.068165Z","steps":["trace[2083306852] 'agreement among raft nodes before linearized reading' (duration: 5.522075793s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.069613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:22.364134Z","time spent":"1.704968099s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:24.070061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:18.543749Z","time spent":"5.526034392s","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:24.070626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979802085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T19:14:24.070662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978777159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:24.071272Z","caller":"traceutil/trace.go:171","msg":"trace[459995873] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23794; }","duration":"1.979404556s","start":"2026-02-27T19:14:22.091846Z","end":"2026-02-27T19:14:24.07125Z","steps":["trace[459995873] 'agreement among raft nodes before linearized reading' (duration: 1.978779049s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.071331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:22.091831Z","time spent":"1.979477577s","remote":"127.0.0.1:57344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:24.070147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:20.572654Z","time spent":"3.496897559s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.1898305653e14b56\" "} {"level":"info","ts":"2026-02-27T19:14:24.071294Z","caller":"traceutil/trace.go:171","msg":"trace[1486365536] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23794; }","duration":"1.980276627s","start":"2026-02-27T19:14:22.090778Z","end":"2026-02-27T19:14:24.071054Z","steps":["trace[1486365536] 'agreement among raft nodes before linearized reading' (duration: 1.979689561s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:24.073163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:22.090763Z","time spent":"1.98238833s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:14:24.572578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:26.076367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:14:26.076442Z","caller":"traceutil/trace.go:171","msg":"trace[1211553847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395041s","start":"2026-02-27T19:14:24.076031Z","end":"2026-02-27T19:14:26.076426Z","steps":["trace[1211553847] 'agreement among raft nodes before linearized reading' (duration: 2.000291129s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:26.076483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.076026Z","time spent":"2.000445984s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:14:26.731054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968136031s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:14:26.731171Z","caller":"traceutil/trace.go:171","msg":"trace[1518011896] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"2.663647697s","start":"2026-02-27T19:14:24.0675Z","end":"2026-02-27T19:14:26.731147Z","steps":["trace[1518011896] 'process raft request' (duration: 695.332601ms)","trace[1518011896] 'compare' (duration: 1.967343422s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:26.731234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.067467Z","time spent":"2.663737199s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:27.59178Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.739262834s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:14:28.077884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000083974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:14:28.077955Z","caller":"traceutil/trace.go:171","msg":"trace[870184801] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000211717s","start":"2026-02-27T19:14:26.07773Z","end":"2026-02-27T19:14:28.077942Z","steps":["trace[870184801] 'agreement among raft nodes before linearized reading' (duration: 2.000122385s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.077995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:26.077707Z","time spent":"2.000272709s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:14:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:14:28.236552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.527765ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-02-27T19:14:28.236809Z","caller":"traceutil/trace.go:171","msg":"trace[1028721500] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"3.973550611s","start":"2026-02-27T19:14:24.263245Z","end":"2026-02-27T19:14:28.236796Z","steps":["trace[1028721500] 'process raft request' (duration: 3.97350363s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:28.236844Z","caller":"traceutil/trace.go:171","msg":"trace[746055316] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"4.161476617s","start":"2026-02-27T19:14:24.075337Z","end":"2026-02-27T19:14:28.236814Z","steps":["trace[746055316] 'process raft request' (duration: 4.161289862s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.236893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.263222Z","time spent":"3.973620433s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:28.236867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.072359Z","time spent":"4.164501383s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:14:28.236986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.075326Z","time spent":"4.16158856s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:28.236972Z","caller":"traceutil/trace.go:171","msg":"trace[1794161964] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"4.160559153s","start":"2026-02-27T19:14:24.076389Z","end":"2026-02-27T19:14:28.236948Z","steps":["trace[1794161964] 'process raft request' (duration: 4.160338268s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:28.23703Z","caller":"traceutil/trace.go:171","msg":"trace[1996411861] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"3.973135131s","start":"2026-02-27T19:14:24.263882Z","end":"2026-02-27T19:14:28.237017Z","steps":["trace[1996411861] 'process raft request' (duration: 3.972886265s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.2371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.263859Z","time spent":"3.973209252s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:28.237096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.076382Z","time spent":"4.160648665s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:28.23717Z","caller":"traceutil/trace.go:171","msg":"trace[419150625] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"3.97315911s","start":"2026-02-27T19:14:24.264004Z","end":"2026-02-27T19:14:28.237163Z","steps":["trace[419150625] 'process raft request' (duration: 3.972923825s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.237202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.263996Z","time spent":"3.973188531s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:28.237504Z","caller":"traceutil/trace.go:171","msg":"trace[1753396931] linearizableReadLoop","detail":"{readStateIndex:24659; appliedIndex:24649; }","duration":"4.165889828s","start":"2026-02-27T19:14:24.071602Z","end":"2026-02-27T19:14:28.237492Z","steps":["trace[1753396931] 'read index received' (duration: 691.33643ms)","trace[1753396931] 'applied index is now lower than readState.Index' (duration: 3.474552558s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:28.237532Z","caller":"traceutil/trace.go:171","msg":"trace[961534283] transaction","detail":"{read_only:false; response_revision:23802; number_of_response:1; }","duration":"3.972655248s","start":"2026-02-27T19:14:24.264854Z","end":"2026-02-27T19:14:28.237509Z","steps":["trace[961534283] 'process raft request' (duration: 3.972534415s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:28.23759Z","caller":"traceutil/trace.go:171","msg":"trace[1630197744] transaction","detail":"{read_only:false; response_revision:23803; number_of_response:1; }","duration":"3.972134035s","start":"2026-02-27T19:14:24.265446Z","end":"2026-02-27T19:14:28.23758Z","steps":["trace[1630197744] 'process raft request' (duration: 3.972001052s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.237653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.265441Z","time spent":"3.972180316s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:28.237659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.264836Z","time spent":"3.97274714s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:28.237712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.164600986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a61debdf-032f-4a9a-8ae0-6f4ceddbd94e\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-02-27T19:14:28.237757Z","caller":"traceutil/trace.go:171","msg":"trace[286436423] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"3.973516269s","start":"2026-02-27T19:14:24.26423Z","end":"2026-02-27T19:14:28.237746Z","steps":["trace[286436423] 'process raft request' (duration: 3.972908244s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:28.237762Z","caller":"traceutil/trace.go:171","msg":"trace[1649278008] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a61debdf-032f-4a9a-8ae0-6f4ceddbd94e; range_end:; response_count:1; response_revision:23803; }","duration":"4.164660507s","start":"2026-02-27T19:14:24.07309Z","end":"2026-02-27T19:14:28.23775Z","steps":["trace[1649278008] 'agreement among raft nodes before linearized reading' (duration: 4.164578175s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.237793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.073082Z","time spent":"4.164703108s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-a61debdf-032f-4a9a-8ae0-6f4ceddbd94e\" "} {"level":"warn","ts":"2026-02-27T19:14:28.237809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.264218Z","time spent":"3.97356075s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:28.23803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.976672559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T19:14:28.238079Z","caller":"traceutil/trace.go:171","msg":"trace[784179384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23803; }","duration":"3.9767404s","start":"2026-02-27T19:14:24.261328Z","end":"2026-02-27T19:14:28.238068Z","steps":["trace[784179384] 'agreement among raft nodes before linearized reading' (duration: 3.976583086s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.238114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.261314Z","time spent":"3.976792191s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:28.23824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503922863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T19:14:28.238271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65815987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:28.238287Z","caller":"traceutil/trace.go:171","msg":"trace[30888641] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23803; }","duration":"1.504001545s","start":"2026-02-27T19:14:26.734275Z","end":"2026-02-27T19:14:28.238277Z","steps":["trace[30888641] 'agreement among raft nodes before linearized reading' (duration: 1.503856321s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:28.238314Z","caller":"traceutil/trace.go:171","msg":"trace[263218013] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23803; }","duration":"2.658245932s","start":"2026-02-27T19:14:25.580056Z","end":"2026-02-27T19:14:28.238302Z","steps":["trace[263218013] 'agreement among raft nodes before linearized reading' (duration: 2.65818324s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.23832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:26.734256Z","time spent":"1.504056866s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T19:14:28.238351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:25.580029Z","time spent":"2.658312844s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:28.238676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.167072877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11447"} {"level":"warn","ts":"2026-02-27T19:14:28.23871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762304973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:28.238757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.924038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:28.238789Z","caller":"traceutil/trace.go:171","msg":"trace[48073407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23803; }","duration":"152.992109ms","start":"2026-02-27T19:14:28.085789Z","end":"2026-02-27T19:14:28.238781Z","steps":["trace[48073407] 'agreement among raft nodes before linearized reading' (duration: 152.946248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.238804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.859394715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:28.238938Z","caller":"traceutil/trace.go:171","msg":"trace[1463544298] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23803; }","duration":"3.859558779s","start":"2026-02-27T19:14:24.379367Z","end":"2026-02-27T19:14:28.238926Z","steps":["trace[1463544298] 'agreement among raft nodes before linearized reading' (duration: 3.859406665s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.23896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371118749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:28.238981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.379349Z","time spent":"3.85961944s","remote":"127.0.0.1:47918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:28.238993Z","caller":"traceutil/trace.go:171","msg":"trace[878006854] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23803; }","duration":"1.371212451s","start":"2026-02-27T19:14:26.86777Z","end":"2026-02-27T19:14:28.238983Z","steps":["trace[878006854] 'agreement among raft nodes before linearized reading' (duration: 1.37114418s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.239026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:26.867746Z","time spent":"1.371269793s","remote":"127.0.0.1:57396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:28.239184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.976604437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T19:14:28.239217Z","caller":"traceutil/trace.go:171","msg":"trace[846929510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23803; }","duration":"3.97669238s","start":"2026-02-27T19:14:24.262512Z","end":"2026-02-27T19:14:28.239204Z","steps":["trace[846929510] 'agreement among raft nodes before linearized reading' (duration: 3.976608288s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.239242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.26248Z","time spent":"3.976754542s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T19:14:28.238756Z","caller":"traceutil/trace.go:171","msg":"trace[1811914391] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23803; }","duration":"2.762393576s","start":"2026-02-27T19:14:25.476351Z","end":"2026-02-27T19:14:28.238744Z","steps":["trace[1811914391] 'agreement among raft nodes before linearized reading' (duration: 2.762325094s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.239312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.97828595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T19:14:28.239361Z","caller":"traceutil/trace.go:171","msg":"trace[501530835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23803; }","duration":"3.978358832s","start":"2026-02-27T19:14:24.260992Z","end":"2026-02-27T19:14:28.239351Z","steps":["trace[501530835] 'agreement among raft nodes before linearized reading' (duration: 3.978201448s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.23939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.260977Z","time spent":"3.978405103s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:28.239641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978639208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T19:14:28.23967Z","caller":"traceutil/trace.go:171","msg":"trace[357470053] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23803; }","duration":"3.97867672s","start":"2026-02-27T19:14:24.260984Z","end":"2026-02-27T19:14:28.239661Z","steps":["trace[357470053] 'agreement among raft nodes before linearized reading' (duration: 3.978595778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.239704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.26098Z","time spent":"3.978712561s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:14:28.239316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:25.476326Z","time spent":"2.76296483s","remote":"127.0.0.1:48102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:28.239908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978937096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T19:14:28.238716Z","caller":"traceutil/trace.go:171","msg":"trace[1974695634] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:23803; }","duration":"4.167112668s","start":"2026-02-27T19:14:24.071595Z","end":"2026-02-27T19:14:28.238707Z","steps":["trace[1974695634] 'agreement among raft nodes before linearized reading' (duration: 4.167038356s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.240018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.07153Z","time spent":"4.168474972s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11471,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-02-27T19:14:28.239809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.166220526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:28.240106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.981614622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T19:14:28.240133Z","caller":"traceutil/trace.go:171","msg":"trace[1584984013] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23803; }","duration":"4.166555294s","start":"2026-02-27T19:14:24.073566Z","end":"2026-02-27T19:14:28.240121Z","steps":["trace[1584984013] 'agreement among raft nodes before linearized reading' (duration: 4.166206525s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.240175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.073559Z","time spent":"4.166602925s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T19:14:28.240187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.055702432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:28.240226Z","caller":"traceutil/trace.go:171","msg":"trace[845993174] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23803; }","duration":"4.055781174s","start":"2026-02-27T19:14:24.184434Z","end":"2026-02-27T19:14:28.240215Z","steps":["trace[845993174] 'agreement among raft nodes before linearized reading' (duration: 4.055722592s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.240268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.184415Z","time spent":"4.055842036s","remote":"127.0.0.1:48128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:28.239958Z","caller":"traceutil/trace.go:171","msg":"trace[1403436979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23803; }","duration":"3.978997618s","start":"2026-02-27T19:14:24.260945Z","end":"2026-02-27T19:14:28.239942Z","steps":["trace[1403436979] 'agreement among raft nodes before linearized reading' (duration: 3.978888295s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.240334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.260934Z","time spent":"3.979387947s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T19:14:28.240136Z","caller":"traceutil/trace.go:171","msg":"trace[836145871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23803; }","duration":"3.981709395s","start":"2026-02-27T19:14:24.258418Z","end":"2026-02-27T19:14:28.240127Z","steps":["trace[836145871] 'agreement among raft nodes before linearized reading' (duration: 3.981625623s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.240455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.258384Z","time spent":"3.982045543s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:14:28.240468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.162992214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:28.240575Z","caller":"traceutil/trace.go:171","msg":"trace[1394048065] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23803; }","duration":"4.163117418s","start":"2026-02-27T19:14:24.077425Z","end":"2026-02-27T19:14:28.240543Z","steps":["trace[1394048065] 'agreement among raft nodes before linearized reading' (duration: 4.162929653s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:28.240644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:24.077421Z","time spent":"4.16321309s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:14:38.779874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480870,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:14:38.959775Z","caller":"traceutil/trace.go:171","msg":"trace[2052684447] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"649.959372ms","start":"2026-02-27T19:14:38.309787Z","end":"2026-02-27T19:14:38.959746Z","steps":["trace[2052684447] 'process raft request' (duration: 649.816528ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:38.959812Z","caller":"traceutil/trace.go:171","msg":"trace[1514203658] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"653.436239ms","start":"2026-02-27T19:14:38.306343Z","end":"2026-02-27T19:14:38.959779Z","steps":["trace[1514203658] 'process raft request' (duration: 653.005518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:38.959968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:38.306321Z","time spent":"653.557961ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:38.960022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:38.309773Z","time spent":"650.091915ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:38.960123Z","caller":"traceutil/trace.go:171","msg":"trace[1316389638] transaction","detail":"{read_only:false; response_revision:23879; number_of_response:1; }","duration":"600.043489ms","start":"2026-02-27T19:14:38.360058Z","end":"2026-02-27T19:14:38.960102Z","steps":["trace[1316389638] 'process raft request' (duration: 599.643119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:38.960825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:38.360034Z","time spent":"600.661745ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:38.96018Z","caller":"traceutil/trace.go:171","msg":"trace[482932112] transaction","detail":"{read_only:false; response_revision:23880; number_of_response:1; }","duration":"599.338551ms","start":"2026-02-27T19:14:38.360834Z","end":"2026-02-27T19:14:38.960172Z","steps":["trace[482932112] 'process raft request' (duration: 599.209848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:38.96108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:38.360822Z","time spent":"600.211252ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:38.960227Z","caller":"traceutil/trace.go:171","msg":"trace[697154532] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"598.788117ms","start":"2026-02-27T19:14:38.361431Z","end":"2026-02-27T19:14:38.960219Z","steps":["trace[697154532] 'process raft request' (duration: 598.706595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:38.961229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:38.361421Z","time spent":"599.780363ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:38.960271Z","caller":"traceutil/trace.go:171","msg":"trace[2070188305] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"145.113112ms","start":"2026-02-27T19:14:38.81515Z","end":"2026-02-27T19:14:38.960263Z","steps":["trace[2070188305] 'process raft request' (duration: 145.046651ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:38.960259Z","caller":"traceutil/trace.go:171","msg":"trace[1700463583] linearizableReadLoop","detail":"{readStateIndex:24741; appliedIndex:24734; }","duration":"680.420646ms","start":"2026-02-27T19:14:38.27982Z","end":"2026-02-27T19:14:38.960241Z","steps":["trace[1700463583] 'read index received' (duration: 668.876925ms)","trace[1700463583] 'applied index is now lower than readState.Index' (duration: 11.542671ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:38.96029Z","caller":"traceutil/trace.go:171","msg":"trace[1764939597] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"595.848143ms","start":"2026-02-27T19:14:38.364415Z","end":"2026-02-27T19:14:38.960263Z","steps":["trace[1764939597] 'process raft request' (duration: 595.751891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:38.961513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.880961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:38.961596Z","caller":"traceutil/trace.go:171","msg":"trace[1436906685] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23883; }","duration":"659.959042ms","start":"2026-02-27T19:14:38.301601Z","end":"2026-02-27T19:14:38.96156Z","steps":["trace[1436906685] 'agreement among raft nodes before linearized reading' (duration: 659.84009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:38.961623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.813458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T19:14:38.961636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:38.301508Z","time spent":"660.119107ms","remote":"127.0.0.1:48122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T19:14:38.961678Z","caller":"traceutil/trace.go:171","msg":"trace[1360167028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23883; }","duration":"592.877289ms","start":"2026-02-27T19:14:38.368779Z","end":"2026-02-27T19:14:38.961656Z","steps":["trace[1360167028] 'agreement among raft nodes before linearized reading' (duration: 592.698164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:38.961697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.301908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T19:14:38.961757Z","caller":"traceutil/trace.go:171","msg":"trace[1338669371] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23883; }","duration":"579.401921ms","start":"2026-02-27T19:14:38.382338Z","end":"2026-02-27T19:14:38.96174Z","steps":["trace[1338669371] 'agreement among raft nodes before linearized reading' (duration: 579.154965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:38.961801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:38.382318Z","time spent":"579.470802ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:14:38.961803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.222187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:14:38.961853Z","caller":"traceutil/trace.go:171","msg":"trace[300052343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23883; }","duration":"591.273338ms","start":"2026-02-27T19:14:38.370562Z","end":"2026-02-27T19:14:38.961835Z","steps":["trace[300052343] 'agreement among raft nodes before linearized reading' (duration: 591.177326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:38.961884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:38.370556Z","time spent":"591.31813ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:38.961977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.27853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T19:14:38.961981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.699297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:14:38.962025Z","caller":"traceutil/trace.go:171","msg":"trace[1059979309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23883; }","duration":"593.343671ms","start":"2026-02-27T19:14:38.36867Z","end":"2026-02-27T19:14:38.962013Z","steps":["trace[1059979309] 'agreement among raft nodes before linearized reading' (duration: 593.175877ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:38.962034Z","caller":"traceutil/trace.go:171","msg":"trace[1792678675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23883; }","duration":"575.79633ms","start":"2026-02-27T19:14:38.386224Z","end":"2026-02-27T19:14:38.96202Z","steps":["trace[1792678675] 'agreement among raft nodes before linearized reading' (duration: 575.592545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:38.96206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:38.368661Z","time spent":"593.392662ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:14:38.962068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:38.386203Z","time spent":"575.858452ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:38.961719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:38.368771Z","time spent":"592.941421ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:38.962176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.52272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:14:38.962218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.994427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T19:14:38.962237Z","caller":"traceutil/trace.go:171","msg":"trace[816733063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23883; }","duration":"594.599221ms","start":"2026-02-27T19:14:38.367605Z","end":"2026-02-27T19:14:38.962204Z","steps":["trace[816733063] 'agreement among raft nodes before linearized reading' (duration: 594.468178ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:38.962264Z","caller":"traceutil/trace.go:171","msg":"trace[850015341] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23883; }","duration":"594.057109ms","start":"2026-02-27T19:14:38.368191Z","end":"2026-02-27T19:14:38.962248Z","steps":["trace[850015341] 'agreement among raft nodes before linearized reading' (duration: 593.921725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:38.962271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:38.367591Z","time spent":"594.672094ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:14:38.962296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:38.368183Z","time spent":"594.10633ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:14:38.960423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.599891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T19:14:38.962575Z","caller":"traceutil/trace.go:171","msg":"trace[1159754679] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:23883; }","duration":"682.813685ms","start":"2026-02-27T19:14:38.279746Z","end":"2026-02-27T19:14:38.96256Z","steps":["trace[1159754679] 'agreement among raft nodes before linearized reading' (duration: 680.56179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:38.962622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:38.279719Z","time spent":"682.890907ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-02-27T19:14:38.963235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:38.364404Z","time spent":"598.09057ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:44.61117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:14:44.677508Z","caller":"traceutil/trace.go:171","msg":"trace[1122902900] linearizableReadLoop","detail":"{readStateIndex:24780; appliedIndex:24779; }","duration":"567.069341ms","start":"2026-02-27T19:14:44.110416Z","end":"2026-02-27T19:14:44.677485Z","steps":["trace[1122902900] 'read index received' (duration: 566.867616ms)","trace[1122902900] 'applied index is now lower than readState.Index' (duration: 200.955µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:44.677758Z","caller":"traceutil/trace.go:171","msg":"trace[905648719] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"575.227536ms","start":"2026-02-27T19:14:44.102517Z","end":"2026-02-27T19:14:44.677744Z","steps":["trace[905648719] 'process raft request' (duration: 574.827575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:44.677864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:44.102497Z","time spent":"575.295959ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:44.678092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.667907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:44.678133Z","caller":"traceutil/trace.go:171","msg":"trace[672379029] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23919; }","duration":"567.724138ms","start":"2026-02-27T19:14:44.1104Z","end":"2026-02-27T19:14:44.678124Z","steps":["trace[672379029] 'agreement among raft nodes before linearized reading' (duration: 567.655666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:44.678162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:44.110393Z","time spent":"567.762779ms","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T19:14:44.678327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.727544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:44.67836Z","caller":"traceutil/trace.go:171","msg":"trace[435296176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23919; }","duration":"415.759864ms","start":"2026-02-27T19:14:44.262592Z","end":"2026-02-27T19:14:44.678352Z","steps":["trace[435296176] 'agreement among raft nodes before linearized reading' (duration: 415.711053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:44.678384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:44.262557Z","time spent":"415.821716ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:14:45.966191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.149118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:14:45.966267Z","caller":"traceutil/trace.go:171","msg":"trace[25302222] transaction","detail":"{read_only:false; response_revision:23920; number_of_response:1; }","duration":"1.137663472s","start":"2026-02-27T19:14:44.82859Z","end":"2026-02-27T19:14:45.966254Z","steps":["trace[25302222] 'process raft request' (duration: 257.39138ms)","trace[25302222] 'compare' (duration: 880.062906ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:45.966302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:44.828563Z","time spent":"1.137724163s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:46.366037Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.279979052s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:14:47.263514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:14:47.2636Z","caller":"traceutil/trace.go:171","msg":"trace[1442308189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227988s","start":"2026-02-27T19:14:45.263351Z","end":"2026-02-27T19:14:47.263579Z","steps":["trace[1442308189] 'agreement among raft nodes before linearized reading' (duration: 2.000115485s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.263857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:45.263271Z","time spent":"2.000568657s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:14:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:14:47.938085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5715502s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:14:47.938329Z","caller":"traceutil/trace.go:171","msg":"trace[1482187422] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"2.945278305s","start":"2026-02-27T19:14:44.993025Z","end":"2026-02-27T19:14:47.938303Z","steps":["trace[1482187422] 'process raft request' (duration: 1.373379147s)","trace[1482187422] 'compare' (duration: 1.570598626s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:47.938452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:44.992998Z","time spent":"2.945380077s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:47.938472Z","caller":"traceutil/trace.go:171","msg":"trace[1805651534] transaction","detail":"{read_only:false; response_revision:23922; number_of_response:1; }","duration":"2.943005649s","start":"2026-02-27T19:14:44.995437Z","end":"2026-02-27T19:14:47.938443Z","steps":["trace[1805651534] 'process raft request' (duration: 2.942770852s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:47.938561Z","caller":"traceutil/trace.go:171","msg":"trace[1137486372] linearizableReadLoop","detail":"{readStateIndex:24786; appliedIndex:24780; }","duration":"2.93509269s","start":"2026-02-27T19:14:45.003452Z","end":"2026-02-27T19:14:47.938545Z","steps":["trace[1137486372] 'read index received' (duration: 82.524231ms)","trace[1137486372] 'applied index is now lower than readState.Index' (duration: 2.852567049s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:47.938568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:44.995424Z","time spent":"2.943098291s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:47.938673Z","caller":"traceutil/trace.go:171","msg":"trace[2053393831] transaction","detail":"{read_only:false; response_revision:23923; number_of_response:1; }","duration":"2.937222993s","start":"2026-02-27T19:14:45.001443Z","end":"2026-02-27T19:14:47.938666Z","steps":["trace[2053393831] 'process raft request' (duration: 2.936903824s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.938715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:45.001429Z","time spent":"2.937266875s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:47.938712Z","caller":"traceutil/trace.go:171","msg":"trace[1358133852] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"2.933858839s","start":"2026-02-27T19:14:45.00484Z","end":"2026-02-27T19:14:47.938699Z","steps":["trace[1358133852] 'process raft request' (duration: 2.933658824s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:47.9387Z","caller":"traceutil/trace.go:171","msg":"trace[425364552] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"2.936216849s","start":"2026-02-27T19:14:45.002444Z","end":"2026-02-27T19:14:47.938661Z","steps":["trace[425364552] 'process raft request' (duration: 2.936017644s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.938797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:45.004821Z","time spent":"2.933933982s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:47.938867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:45.002418Z","time spent":"2.936365822s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:47.938963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227547132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:47.938987Z","caller":"traceutil/trace.go:171","msg":"trace[1885258427] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23926; }","duration":"2.227602024s","start":"2026-02-27T19:14:45.711377Z","end":"2026-02-27T19:14:47.938979Z","steps":["trace[1885258427] 'agreement among raft nodes before linearized reading' (duration: 2.227552623s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.939003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:45.711359Z","time spent":"2.227639656s","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:47.939012Z","caller":"traceutil/trace.go:171","msg":"trace[472774911] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"2.937423829s","start":"2026-02-27T19:14:45.001578Z","end":"2026-02-27T19:14:47.939002Z","steps":["trace[472774911] 'process raft request' (duration: 2.936831974s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.939051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524767663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:47.939069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:45.001553Z","time spent":"2.93748275s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:47.939115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804863571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:47.93908Z","caller":"traceutil/trace.go:171","msg":"trace[2088316334] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23926; }","duration":"2.524828444s","start":"2026-02-27T19:14:45.41424Z","end":"2026-02-27T19:14:47.939068Z","steps":["trace[2088316334] 'agreement among raft nodes before linearized reading' (duration: 2.524782693s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:47.939134Z","caller":"traceutil/trace.go:171","msg":"trace[1978107390] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23926; }","duration":"2.804933224s","start":"2026-02-27T19:14:45.134195Z","end":"2026-02-27T19:14:47.939129Z","steps":["trace[1978107390] 'agreement among raft nodes before linearized reading' (duration: 2.804896783s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.939158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:45.134169Z","time spent":"2.804984645s","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:47.939175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935729756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T19:14:47.939166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:45.414221Z","time spent":"2.524934136s","remote":"127.0.0.1:47906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:47.939195Z","caller":"traceutil/trace.go:171","msg":"trace[870186169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23926; }","duration":"2.935806877s","start":"2026-02-27T19:14:45.003381Z","end":"2026-02-27T19:14:47.939188Z","steps":["trace[870186169] 'agreement among raft nodes before linearized reading' (duration: 2.935717565s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.939209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:45.003352Z","time spent":"2.935854199s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:47.939256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.110775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:47.939269Z","caller":"traceutil/trace.go:171","msg":"trace[889360859] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23926; }","duration":"383.160126ms","start":"2026-02-27T19:14:47.556104Z","end":"2026-02-27T19:14:47.939265Z","steps":["trace[889360859] 'agreement among raft nodes before linearized reading' (duration: 383.139026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.939281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897040014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:47.939287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:47.556079Z","time spent":"383.205098ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:47.939304Z","caller":"traceutil/trace.go:171","msg":"trace[1559643173] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23926; }","duration":"2.897078256s","start":"2026-02-27T19:14:45.042219Z","end":"2026-02-27T19:14:47.939297Z","steps":["trace[1559643173] 'agreement among raft nodes before linearized reading' (duration: 2.897038675s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.939334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:45.042211Z","time spent":"2.897118567s","remote":"127.0.0.1:34382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:14:47.939389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.104922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:47.939408Z","caller":"traceutil/trace.go:171","msg":"trace[533243901] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23926; }","duration":"406.181554ms","start":"2026-02-27T19:14:47.533222Z","end":"2026-02-27T19:14:47.939403Z","steps":["trace[533243901] 'agreement among raft nodes before linearized reading' (duration: 406.146853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.939425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:47.533189Z","time spent":"406.232235ms","remote":"127.0.0.1:37304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:47.93952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.568214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:47.93954Z","caller":"traceutil/trace.go:171","msg":"trace[1617492492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23926; }","duration":"675.620336ms","start":"2026-02-27T19:14:47.263915Z","end":"2026-02-27T19:14:47.939535Z","steps":["trace[1617492492] 'agreement among raft nodes before linearized reading' (duration: 675.581555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.939553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:47.263887Z","time spent":"675.662306ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:14:47.939578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932440974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:14:47.939605Z","caller":"traceutil/trace.go:171","msg":"trace[613191869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23926; }","duration":"2.932475974s","start":"2026-02-27T19:14:45.007122Z","end":"2026-02-27T19:14:47.939598Z","steps":["trace[613191869] 'agreement among raft nodes before linearized reading' (duration: 2.932413643s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.939628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:45.007116Z","time spent":"2.932507455s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:47.93952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93148542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T19:14:47.939695Z","caller":"traceutil/trace.go:171","msg":"trace[1676656044] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23926; }","duration":"2.931682854s","start":"2026-02-27T19:14:45.008001Z","end":"2026-02-27T19:14:47.939684Z","steps":["trace[1676656044] 'agreement among raft nodes before linearized reading' (duration: 2.931430708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.939713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933185122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:14:47.939721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:45.007996Z","time spent":"2.931717985s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:14:47.939736Z","caller":"traceutil/trace.go:171","msg":"trace[200807954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23926; }","duration":"2.933250374s","start":"2026-02-27T19:14:45.006479Z","end":"2026-02-27T19:14:47.93973Z","steps":["trace[200807954] 'agreement among raft nodes before linearized reading' (duration: 2.933197462s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.939008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932593298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T19:14:47.939758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:45.006459Z","time spent":"2.933295454s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T19:14:47.939777Z","caller":"traceutil/trace.go:171","msg":"trace[605878304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23926; }","duration":"2.933391477s","start":"2026-02-27T19:14:45.006375Z","end":"2026-02-27T19:14:47.939767Z","steps":["trace[605878304] 'agreement among raft nodes before linearized reading' (duration: 2.932531765s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.939784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85881443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:14:47.939653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.735836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-27T19:14:47.939797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:45.006364Z","time spent":"2.933428728s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T19:14:47.939865Z","caller":"traceutil/trace.go:171","msg":"trace[1931981217] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23926; }","duration":"960.008893ms","start":"2026-02-27T19:14:46.979848Z","end":"2026-02-27T19:14:47.939857Z","steps":["trace[1931981217] 'agreement among raft nodes before linearized reading' (duration: 959.716366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.939889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:46.979759Z","time spent":"960.124065ms","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-27T19:14:47.939732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654945303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:14:47.939939Z","caller":"traceutil/trace.go:171","msg":"trace[549088523] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23926; }","duration":"1.65520884s","start":"2026-02-27T19:14:46.284723Z","end":"2026-02-27T19:14:47.939932Z","steps":["trace[549088523] 'agreement among raft nodes before linearized reading' (duration: 1.654955763s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.939848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933432848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T19:14:47.939967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:46.284694Z","time spent":"1.655265731s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:47.939974Z","caller":"traceutil/trace.go:171","msg":"trace[71902004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23926; }","duration":"2.933573061s","start":"2026-02-27T19:14:45.006391Z","end":"2026-02-27T19:14:47.939964Z","steps":["trace[71902004] 'agreement among raft nodes before linearized reading' (duration: 2.933414077s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.94001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:45.00638Z","time spent":"2.933618132s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T19:14:47.939833Z","caller":"traceutil/trace.go:171","msg":"trace[2036286005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23926; }","duration":"1.858916992s","start":"2026-02-27T19:14:46.080902Z","end":"2026-02-27T19:14:47.939819Z","steps":["trace[2036286005] 'agreement among raft nodes before linearized reading' (duration: 1.85885s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:47.940056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:46.080867Z","time spent":"1.859181728s","remote":"127.0.0.1:35268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:48.447236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:48.947834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:49.448973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208480985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:49.790364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.840317335s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:14:49.947281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000109385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:14:49.947373Z","caller":"traceutil/trace.go:171","msg":"trace[1504709253] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240399s","start":"2026-02-27T19:14:47.947109Z","end":"2026-02-27T19:14:49.947349Z","steps":["trace[1504709253] 'agreement among raft nodes before linearized reading' (duration: 2.000115395s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:49.947427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:47.947104Z","time spent":"2.00031308s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:14:50.936267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:48.567293Z","time spent":"2.368966932s","remote":"127.0.0.1:51602","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:14:50.93812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147385554s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:14:50.938227Z","caller":"traceutil/trace.go:171","msg":"trace[2092840244] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"2.993600857s","start":"2026-02-27T19:14:47.944606Z","end":"2026-02-27T19:14:50.938207Z","steps":["trace[2092840244] 'process raft request' (duration: 1.846055039s)","trace[2092840244] 'compare' (duration: 1.146148254s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:50.938296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:47.944584Z","time spent":"2.993682679s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:51.704351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.696808864s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:14:51.948646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998517505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:14:51.948745Z","caller":"traceutil/trace.go:171","msg":"trace[1401525263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998683459s","start":"2026-02-27T19:14:49.950041Z","end":"2026-02-27T19:14:51.948725Z","steps":["trace[1401525263] 'agreement among raft nodes before linearized reading' (duration: 1.998541436s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:51.948814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:49.950024Z","time spent":"1.998778161s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:14:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:14:52.428193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.519017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:14:52.42864Z","caller":"traceutil/trace.go:171","msg":"trace[964666086] linearizableReadLoop","detail":"{readStateIndex:24795; appliedIndex:24787; }","duration":"4.481493977s","start":"2026-02-27T19:14:47.947128Z","end":"2026-02-27T19:14:52.428622Z","steps":["trace[964666086] 'read index received' (duration: 1.843470503s)","trace[964666086] 'applied index is now lower than readState.Index' (duration: 2.638022344s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:52.428878Z","caller":"traceutil/trace.go:171","msg":"trace[1338039517] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"4.484068442s","start":"2026-02-27T19:14:47.944796Z","end":"2026-02-27T19:14:52.428864Z","steps":["trace[1338039517] 'process raft request' (duration: 3.759783586s)","trace[1338039517] 'compare' (duration: 722.81734ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:52.428953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:47.944787Z","time spent":"4.484129304s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:52.428964Z","caller":"traceutil/trace.go:171","msg":"trace[538519046] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"2.744073025s","start":"2026-02-27T19:14:49.684854Z","end":"2026-02-27T19:14:52.428927Z","steps":["trace[538519046] 'process raft request' (duration: 2.743725346s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:52.428965Z","caller":"traceutil/trace.go:171","msg":"trace[1368905434] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"3.219949368s","start":"2026-02-27T19:14:49.208988Z","end":"2026-02-27T19:14:52.428937Z","steps":["trace[1368905434] 'process raft request' (duration: 3.219562629s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:52.428951Z","caller":"traceutil/trace.go:171","msg":"trace[153629992] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"4.4815789s","start":"2026-02-27T19:14:47.947344Z","end":"2026-02-27T19:14:52.428923Z","steps":["trace[153629992] 'process raft request' (duration: 4.481118228s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:52.429064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:49.684822Z","time spent":"2.744183778s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:52.429089Z","caller":"traceutil/trace.go:171","msg":"trace[639852476] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"4.479392386s","start":"2026-02-27T19:14:47.94967Z","end":"2026-02-27T19:14:52.429063Z","steps":["trace[639852476] 'process raft request' (duration: 4.478830291s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:52.429098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:49.208955Z","time spent":"3.220061911s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:52.4291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:47.947308Z","time spent":"4.481716804s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:52.429192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:47.949649Z","time spent":"4.479489018s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:52.428951Z","caller":"traceutil/trace.go:171","msg":"trace[1082067402] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"4.481647582s","start":"2026-02-27T19:14:47.947278Z","end":"2026-02-27T19:14:52.428926Z","steps":["trace[1082067402] 'process raft request' (duration: 4.48115402s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:52.429322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:47.94724Z","time spent":"4.482062283s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:52.42896Z","caller":"traceutil/trace.go:171","msg":"trace[1896429813] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"4.481757124s","start":"2026-02-27T19:14:47.947178Z","end":"2026-02-27T19:14:52.428935Z","steps":["trace[1896429813] 'process raft request' (duration: 4.48120192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:52.429373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:47.947158Z","time spent":"4.482184536s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:52.42957Z","caller":"traceutil/trace.go:171","msg":"trace[279959859] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"4.482384441s","start":"2026-02-27T19:14:47.946994Z","end":"2026-02-27T19:14:52.429378Z","steps":["trace[279959859] 'process raft request' (duration: 4.481292903s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:52.429828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:47.946984Z","time spent":"4.48275759s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:52.929702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:53.43086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:53.48227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.68234654s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:14:53.513563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.642458ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:53.513663Z","caller":"traceutil/trace.go:171","msg":"trace[1202197772] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23935; }","duration":"646.755761ms","start":"2026-02-27T19:14:52.866892Z","end":"2026-02-27T19:14:53.513647Z","steps":["trace[1202197772] 'range keys from in-memory index tree' (duration: 646.626758ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:53.513827Z","caller":"traceutil/trace.go:171","msg":"trace[1425004385] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"3.56783379s","start":"2026-02-27T19:14:49.945969Z","end":"2026-02-27T19:14:53.513803Z","steps":["trace[1425004385] 'process raft request' (duration: 3.536464133s)","trace[1425004385] 'compare' (duration: 30.370891ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:53.513854Z","caller":"traceutil/trace.go:171","msg":"trace[1519378101] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"3.567285906s","start":"2026-02-27T19:14:49.946539Z","end":"2026-02-27T19:14:53.513825Z","steps":["trace[1519378101] 'process raft request' (duration: 3.567075001s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.513961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:49.945938Z","time spent":"3.567935751s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:53.514011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:49.946533Z","time spent":"3.567374378s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:53.51429Z","caller":"traceutil/trace.go:171","msg":"trace[1377451246] transaction","detail":"{read_only:false; response_revision:23938; number_of_response:1; }","duration":"3.567316926s","start":"2026-02-27T19:14:49.946955Z","end":"2026-02-27T19:14:53.514272Z","steps":["trace[1377451246] 'process raft request' (duration: 3.566739632s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.514365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:49.946943Z","time spent":"3.567370898s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:53.514586Z","caller":"traceutil/trace.go:171","msg":"trace[249732143] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"3.564429523s","start":"2026-02-27T19:14:49.95013Z","end":"2026-02-27T19:14:53.514559Z","steps":["trace[249732143] 'process raft request' (duration: 3.564269079s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.514739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:49.950097Z","time spent":"3.564554776s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:53.514756Z","caller":"traceutil/trace.go:171","msg":"trace[465831681] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"3.564446243s","start":"2026-02-27T19:14:49.950267Z","end":"2026-02-27T19:14:53.514713Z","steps":["trace[465831681] 'process raft request' (duration: 3.564195667s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:53.514588Z","caller":"traceutil/trace.go:171","msg":"trace[22325239] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"3.564499425s","start":"2026-02-27T19:14:49.950051Z","end":"2026-02-27T19:14:53.51455Z","steps":["trace[22325239] 'process raft request' (duration: 3.563718106s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.514901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:49.95024Z","time spent":"3.564570547s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:53.514913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:49.950043Z","time spent":"3.564785232s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:53.51504Z","caller":"traceutil/trace.go:171","msg":"trace[1713387772] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"588.224392ms","start":"2026-02-27T19:14:52.926787Z","end":"2026-02-27T19:14:53.515012Z","steps":["trace[1713387772] 'process raft request' (duration: 587.730929ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:53.515104Z","caller":"traceutil/trace.go:171","msg":"trace[129614593] linearizableReadLoop","detail":"{readStateIndex:24803; appliedIndex:24796; }","duration":"1.086402054s","start":"2026-02-27T19:14:52.428679Z","end":"2026-02-27T19:14:53.515081Z","steps":["trace[129614593] 'read index received' (duration: 1.053753486s)","trace[129614593] 'applied index is now lower than readState.Index' (duration: 32.646718ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:53.515255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468215189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:14:53.51529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.523435424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:53.515315Z","caller":"traceutil/trace.go:171","msg":"trace[15326590] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23943; }","duration":"3.468313451s","start":"2026-02-27T19:14:50.046987Z","end":"2026-02-27T19:14:53.515301Z","steps":["trace[15326590] 'agreement among raft nodes before linearized reading' (duration: 3.468145947s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.51513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:52.926762Z","time spent":"588.328875ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:53.515346Z","caller":"traceutil/trace.go:171","msg":"trace[1705559026] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23943; }","duration":"3.523540838s","start":"2026-02-27T19:14:49.991788Z","end":"2026-02-27T19:14:53.515329Z","steps":["trace[1705559026] 'agreement among raft nodes before linearized reading' (duration: 3.523440335s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.515398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:49.991765Z","time spent":"3.52361819s","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:53.515472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.803060772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T19:14:53.515514Z","caller":"traceutil/trace.go:171","msg":"trace[1084357320] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23943; }","duration":"3.803137734s","start":"2026-02-27T19:14:49.712363Z","end":"2026-02-27T19:14:53.5155Z","steps":["trace[1084357320] 'agreement among raft nodes before linearized reading' (duration: 3.80299967s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.515517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574636053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:14:53.515549Z","caller":"traceutil/trace.go:171","msg":"trace[55952020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23943; }","duration":"2.574692585s","start":"2026-02-27T19:14:50.940846Z","end":"2026-02-27T19:14:53.515539Z","steps":["trace[55952020] 'agreement among raft nodes before linearized reading' (duration: 2.574647614s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.515585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:50.94083Z","time spent":"2.574747766s","remote":"127.0.0.1:35276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:53.515593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.936031079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:53.515621Z","caller":"traceutil/trace.go:171","msg":"trace[404941722] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23943; }","duration":"3.93609463s","start":"2026-02-27T19:14:49.579516Z","end":"2026-02-27T19:14:53.515611Z","steps":["trace[404941722] 'agreement among raft nodes before linearized reading' (duration: 3.93605458s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.515645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:49.579494Z","time spent":"3.936146112s","remote":"127.0.0.1:34382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:14:53.515743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079975092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T19:14:53.515816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000071329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:53.51582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.235218413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-02-27T19:14:53.515854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.16600773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:14:53.515865Z","caller":"traceutil/trace.go:171","msg":"trace[884620194] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23943; }","duration":"3.000160661s","start":"2026-02-27T19:14:50.51569Z","end":"2026-02-27T19:14:53.51585Z","steps":["trace[884620194] 'agreement among raft nodes before linearized reading' (duration: 3.000078879s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:53.515877Z","caller":"traceutil/trace.go:171","msg":"trace[1714266199] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:23943; }","duration":"5.235278455s","start":"2026-02-27T19:14:48.280583Z","end":"2026-02-27T19:14:53.515861Z","steps":["trace[1714266199] 'agreement among raft nodes before linearized reading' (duration: 5.235124231s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:53.515887Z","caller":"traceutil/trace.go:171","msg":"trace[2076328067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23943; }","duration":"4.166076082s","start":"2026-02-27T19:14:49.349803Z","end":"2026-02-27T19:14:53.515879Z","steps":["trace[2076328067] 'agreement among raft nodes before linearized reading' (duration: 4.166021771s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.515353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:50.046968Z","time spent":"3.468376293s","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:53.515916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:49.349786Z","time spent":"4.166122034s","remote":"127.0.0.1:35350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:53.515922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:48.280507Z","time spent":"5.235402658s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-02-27T19:14:53.515951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134507274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:53.515937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.476122973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:53.515981Z","caller":"traceutil/trace.go:171","msg":"trace[1504010093] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23943; }","duration":"3.134538735s","start":"2026-02-27T19:14:50.381432Z","end":"2026-02-27T19:14:53.515971Z","steps":["trace[1504010093] 'agreement among raft nodes before linearized reading' (duration: 3.134493053s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:53.516003Z","caller":"traceutil/trace.go:171","msg":"trace[933288476] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23943; }","duration":"4.476260587s","start":"2026-02-27T19:14:49.039724Z","end":"2026-02-27T19:14:53.515985Z","steps":["trace[933288476] 'agreement among raft nodes before linearized reading' (duration: 4.476144393s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.51605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216444671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:53.515476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558071341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:53.51555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:49.712341Z","time spent":"3.803200965s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T19:14:53.516097Z","caller":"traceutil/trace.go:171","msg":"trace[712151868] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23943; }","duration":"3.216490982s","start":"2026-02-27T19:14:50.299597Z","end":"2026-02-27T19:14:53.516088Z","steps":["trace[712151868] 'agreement among raft nodes before linearized reading' (duration: 3.216433481s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:53.516112Z","caller":"traceutil/trace.go:171","msg":"trace[641933200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23943; }","duration":"1.558733519s","start":"2026-02-27T19:14:51.957363Z","end":"2026-02-27T19:14:53.516097Z","steps":["trace[641933200] 'agreement among raft nodes before linearized reading' (duration: 1.558086502s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.516122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.304392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:14:53.516169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:51.957345Z","time spent":"1.558811081s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:14:53.515905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:50.51567Z","time spent":"3.000225775s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:53.516201Z","caller":"traceutil/trace.go:171","msg":"trace[631383245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23943; }","duration":"185.398933ms","start":"2026-02-27T19:14:53.33076Z","end":"2026-02-27T19:14:53.516159Z","steps":["trace[631383245] 'agreement among raft nodes before linearized reading' (duration: 185.312181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.516251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.467302359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-02-27T19:14:53.516012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:50.381367Z","time spent":"3.134636437s","remote":"127.0.0.1:47816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:53.516313Z","caller":"traceutil/trace.go:171","msg":"trace[1405563932] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23943; }","duration":"5.46736392s","start":"2026-02-27T19:14:48.048929Z","end":"2026-02-27T19:14:53.516293Z","steps":["trace[1405563932] 'agreement among raft nodes before linearized reading' (duration: 5.467212987s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.516346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052165595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:53.516374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:48.048903Z","time spent":"5.467457002s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T19:14:53.516056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:49.039677Z","time spent":"4.47636272s","remote":"127.0.0.1:57354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:53.516443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.57796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T19:14:53.51647Z","caller":"traceutil/trace.go:171","msg":"trace[595357319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23943; }","duration":"572.632032ms","start":"2026-02-27T19:14:52.94383Z","end":"2026-02-27T19:14:53.516462Z","steps":["trace[595357319] 'agreement among raft nodes before linearized reading' (duration: 572.57477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.51533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.504405153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:53.516511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:52.943818Z","time spent":"572.686043ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T19:14:53.515823Z","caller":"traceutil/trace.go:171","msg":"trace[1684505122] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58; range_end:; response_count:1; response_revision:23943; }","duration":"1.080065355s","start":"2026-02-27T19:14:52.435722Z","end":"2026-02-27T19:14:53.515787Z","steps":["trace[1684505122] 'agreement among raft nodes before linearized reading' (duration: 1.079905731s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:53.51654Z","caller":"traceutil/trace.go:171","msg":"trace[219112236] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23943; }","duration":"4.505623765s","start":"2026-02-27T19:14:49.010891Z","end":"2026-02-27T19:14:53.516515Z","steps":["trace[219112236] 'agreement among raft nodes before linearized reading' (duration: 4.504360333s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:53.516383Z","caller":"traceutil/trace.go:171","msg":"trace[352378476] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23943; }","duration":"1.052234087s","start":"2026-02-27T19:14:52.464139Z","end":"2026-02-27T19:14:53.516373Z","steps":["trace[352378476] 'agreement among raft nodes before linearized reading' (duration: 1.052176726s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:53.516126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:50.299539Z","time spent":"3.216579975s","remote":"127.0.0.1:48116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:53.516612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:49.010846Z","time spent":"4.505745778s","remote":"127.0.0.1:48122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:14:53.516626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:52.464085Z","time spent":"1.052525524s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:53.516758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:52.435708Z","time spent":"1.080880456s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58\" "} {"level":"warn","ts":"2026-02-27T19:14:54.020454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:54.882708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.907644ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-27T19:14:54.88282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:53.517937Z","time spent":"1.364879583s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T19:14:54.890508Z","caller":"traceutil/trace.go:171","msg":"trace[2093393195] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"1.369440958s","start":"2026-02-27T19:14:53.521052Z","end":"2026-02-27T19:14:54.890493Z","steps":["trace[2093393195] 'process raft request' (duration: 1.369252534s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:54.890644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:53.521039Z","time spent":"1.36952917s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:54.890445Z","caller":"traceutil/trace.go:171","msg":"trace[846820525] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"1.371589901s","start":"2026-02-27T19:14:53.518791Z","end":"2026-02-27T19:14:54.890381Z","steps":["trace[846820525] 'process raft request' (duration: 1.371365576s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:54.891038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:53.518777Z","time spent":"1.372189066s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:54.895578Z","caller":"traceutil/trace.go:171","msg":"trace[1625373937] linearizableReadLoop","detail":"{readStateIndex:24807; appliedIndex:24804; }","duration":"1.375562122s","start":"2026-02-27T19:14:53.520003Z","end":"2026-02-27T19:14:54.895565Z","steps":["trace[1625373937] 'read index received' (duration: 976.788924ms)","trace[1625373937] 'applied index is now lower than readState.Index' (duration: 398.772258ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:14:54.895733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375720625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T19:14:54.895762Z","caller":"traceutil/trace.go:171","msg":"trace[1739820492] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23946; }","duration":"1.375777066s","start":"2026-02-27T19:14:53.519977Z","end":"2026-02-27T19:14:54.895754Z","steps":["trace[1739820492] 'agreement among raft nodes before linearized reading' (duration: 1.375652333s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:54.895782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:53.519966Z","time spent":"1.375811398s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:14:54.895881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.598249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T19:14:54.895894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375774216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e1fc9fb2-e0a6-48ce-823f-5ed4b2de8ffe\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-27T19:14:54.895925Z","caller":"traceutil/trace.go:171","msg":"trace[1535618064] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23946; }","duration":"460.66609ms","start":"2026-02-27T19:14:54.435247Z","end":"2026-02-27T19:14:54.895913Z","steps":["trace[1535618064] 'agreement among raft nodes before linearized reading' (duration: 460.541377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:54.89595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:54.435238Z","time spent":"460.706681ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:14:54.895952Z","caller":"traceutil/trace.go:171","msg":"trace[694279086] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e1fc9fb2-e0a6-48ce-823f-5ed4b2de8ffe; range_end:; response_count:1; response_revision:23946; }","duration":"1.37589276s","start":"2026-02-27T19:14:53.520041Z","end":"2026-02-27T19:14:54.895934Z","steps":["trace[694279086] 'agreement among raft nodes before linearized reading' (duration: 1.375737356s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:54.895988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:53.520027Z","time spent":"1.375952091s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-e1fc9fb2-e0a6-48ce-823f-5ed4b2de8ffe\" "} {"level":"warn","ts":"2026-02-27T19:14:54.895989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.352424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T19:14:54.896066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.096326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T19:14:54.896068Z","caller":"traceutil/trace.go:171","msg":"trace[1668114209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23946; }","duration":"462.517108ms","start":"2026-02-27T19:14:54.433534Z","end":"2026-02-27T19:14:54.896051Z","steps":["trace[1668114209] 'agreement among raft nodes before linearized reading' (duration: 462.246701ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:54.896086Z","caller":"traceutil/trace.go:171","msg":"trace[892756210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23946; }","duration":"460.132077ms","start":"2026-02-27T19:14:54.435947Z","end":"2026-02-27T19:14:54.896079Z","steps":["trace[892756210] 'agreement among raft nodes before linearized reading' (duration: 460.097056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:54.896107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:54.435937Z","time spent":"460.162538ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:14:54.896113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:54.4335Z","time spent":"462.60429ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:54.896094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.684447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T19:14:54.896114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.519212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T19:14:54.896161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.015675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:54.896167Z","caller":"traceutil/trace.go:171","msg":"trace[1579456308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23946; }","duration":"461.777909ms","start":"2026-02-27T19:14:54.434366Z","end":"2026-02-27T19:14:54.896144Z","steps":["trace[1579456308] 'agreement among raft nodes before linearized reading' (duration: 461.585674ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:54.896194Z","caller":"traceutil/trace.go:171","msg":"trace[1340818271] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23946; }","duration":"629.067617ms","start":"2026-02-27T19:14:54.267115Z","end":"2026-02-27T19:14:54.896182Z","steps":["trace[1340818271] 'agreement among raft nodes before linearized reading' (duration: 629.013656ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:54.896199Z","caller":"traceutil/trace.go:171","msg":"trace[1293316831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23946; }","duration":"461.637606ms","start":"2026-02-27T19:14:54.434537Z","end":"2026-02-27T19:14:54.896175Z","steps":["trace[1293316831] 'agreement among raft nodes before linearized reading' (duration: 461.39157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:54.896219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:54.434356Z","time spent":"461.84228ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:54.896225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:54.2671Z","time spent":"629.116808ms","remote":"127.0.0.1:48034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:54.896241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:54.434531Z","time spent":"461.701837ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:14:54.896305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368924574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:54.896326Z","caller":"traceutil/trace.go:171","msg":"trace[729591598] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23946; }","duration":"1.368954875s","start":"2026-02-27T19:14:53.527364Z","end":"2026-02-27T19:14:54.896319Z","steps":["trace[729591598] 'agreement among raft nodes before linearized reading' (duration: 1.368919944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:54.896343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:53.527357Z","time spent":"1.368981456s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-27T19:14:54.896372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.411518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:14:54.896386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126552692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:14:54.896395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373589611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:14:54.896401Z","caller":"traceutil/trace.go:171","msg":"trace[1317895042] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23946; }","duration":"812.46628ms","start":"2026-02-27T19:14:54.083927Z","end":"2026-02-27T19:14:54.896393Z","steps":["trace[1317895042] 'agreement among raft nodes before linearized reading' (duration: 812.369348ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:54.896417Z","caller":"traceutil/trace.go:171","msg":"trace[1906682761] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23946; }","duration":"1.126626853s","start":"2026-02-27T19:14:53.76978Z","end":"2026-02-27T19:14:54.896407Z","steps":["trace[1906682761] 'agreement among raft nodes before linearized reading' (duration: 1.126519961s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:54.896426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:54.083913Z","time spent":"812.507011ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:14:54.896426Z","caller":"traceutil/trace.go:171","msg":"trace[735263306] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23946; }","duration":"1.373640113s","start":"2026-02-27T19:14:53.522775Z","end":"2026-02-27T19:14:54.896415Z","steps":["trace[735263306] 'agreement among raft nodes before linearized reading' (duration: 1.373589701s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:54.896427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371581041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:14:54.89645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:53.769764Z","time spent":"1.126678895s","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:14:54.896458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:53.522765Z","time spent":"1.373686784s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-27T19:14:54.896477Z","caller":"traceutil/trace.go:171","msg":"trace[2060322085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23946; }","duration":"1.371645213s","start":"2026-02-27T19:14:53.524816Z","end":"2026-02-27T19:14:54.896461Z","steps":["trace[2060322085] 'agreement among raft nodes before linearized reading' (duration: 1.371565931s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:54.896528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:53.524804Z","time spent":"1.371716884s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:14:57.396151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481231,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:14:57.543333Z","caller":"traceutil/trace.go:171","msg":"trace[1500418314] linearizableReadLoop","detail":"{readStateIndex:24883; appliedIndex:24882; }","duration":"647.935501ms","start":"2026-02-27T19:14:56.895365Z","end":"2026-02-27T19:14:57.543301Z","steps":["trace[1500418314] 'read index received' (duration: 647.773607ms)","trace[1500418314] 'applied index is now lower than readState.Index' (duration: 160.354µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:14:57.543421Z","caller":"traceutil/trace.go:171","msg":"trace[1142684638] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"814.128031ms","start":"2026-02-27T19:14:56.729266Z","end":"2026-02-27T19:14:57.543394Z","steps":["trace[1142684638] 'process raft request' (duration: 813.846474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:57.543547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:56.729236Z","time spent":"814.240494ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:57.543569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.193557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:14:57.543628Z","caller":"traceutil/trace.go:171","msg":"trace[220272991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24019; }","duration":"648.298949ms","start":"2026-02-27T19:14:56.895309Z","end":"2026-02-27T19:14:57.543608Z","steps":["trace[220272991] 'agreement among raft nodes before linearized reading' (duration: 648.109455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:57.543657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:56.895286Z","time spent":"648.363911ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:14:58.043655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:58.543869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:14:58.929125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.386075335s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:14:58.930412Z","caller":"traceutil/trace.go:171","msg":"trace[209629705] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"1.495192463s","start":"2026-02-27T19:14:57.43519Z","end":"2026-02-27T19:14:58.930382Z","steps":["trace[209629705] 'process raft request' (duration: 1.494975398s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:58.930612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:57.435163Z","time spent":"1.495339417s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:58.930702Z","caller":"traceutil/trace.go:171","msg":"trace[234404691] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"1.40619712s","start":"2026-02-27T19:14:57.524473Z","end":"2026-02-27T19:14:58.93067Z","steps":["trace[234404691] 'process raft request' (duration: 1.405861492s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:58.930784Z","caller":"traceutil/trace.go:171","msg":"trace[1186304626] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"1.401577074s","start":"2026-02-27T19:14:57.529189Z","end":"2026-02-27T19:14:58.930766Z","steps":["trace[1186304626] 'process raft request' (duration: 1.401496402s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:58.930796Z","caller":"traceutil/trace.go:171","msg":"trace[2106943753] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"1.400326233s","start":"2026-02-27T19:14:57.530449Z","end":"2026-02-27T19:14:58.930775Z","steps":["trace[2106943753] 'process raft request' (duration: 1.400288162s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:58.930817Z","caller":"traceutil/trace.go:171","msg":"trace[649325596] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"1.401749838s","start":"2026-02-27T19:14:57.529003Z","end":"2026-02-27T19:14:58.930753Z","steps":["trace[649325596] 'process raft request' (duration: 1.401652156s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:58.930864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:57.524443Z","time spent":"1.406330424s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:58.930881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:57.52916Z","time spent":"1.401672056s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:58.930922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:57.530442Z","time spent":"1.400414905s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:14:58.931019Z","caller":"traceutil/trace.go:171","msg":"trace[904217496] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"1.401540773s","start":"2026-02-27T19:14:57.529462Z","end":"2026-02-27T19:14:58.931003Z","steps":["trace[904217496] 'process raft request' (duration: 1.401251566s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:14:58.931096Z","caller":"traceutil/trace.go:171","msg":"trace[910984650] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"1.404206471s","start":"2026-02-27T19:14:57.526876Z","end":"2026-02-27T19:14:58.931082Z","steps":["trace[910984650] 'process raft request' (duration: 1.403681927s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:58.931029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:57.528988Z","time spent":"1.401925723s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:58.931114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:57.529451Z","time spent":"1.401614176s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:58.931164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:57.52686Z","time spent":"1.404271352s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:14:59.264969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000137506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:14:59.265134Z","caller":"traceutil/trace.go:171","msg":"trace[673605205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000363172s","start":"2026-02-27T19:14:57.26475Z","end":"2026-02-27T19:14:59.265113Z","steps":["trace[673605205] 'agreement among raft nodes before linearized reading' (duration: 2.000171097s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:14:59.265192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:57.26473Z","time spent":"2.000449424s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:14:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:01.265912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000596458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:01.266023Z","caller":"traceutil/trace.go:171","msg":"trace[2122938070] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000756952s","start":"2026-02-27T19:14:59.265243Z","end":"2026-02-27T19:15:01.266Z","steps":["trace[2122938070] 'agreement among raft nodes before linearized reading' (duration: 2.000633029s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:01.266069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:59.265218Z","time spent":"2.000840233s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:01.925043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999105879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-27T19:15:01.925101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999434037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:15:01.925166Z","caller":"traceutil/trace.go:171","msg":"trace[1190051088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999275762s","start":"2026-02-27T19:14:56.925857Z","end":"2026-02-27T19:15:01.925133Z","steps":["trace[1190051088] 'agreement among raft nodes before linearized reading' (duration: 4.999139479s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:01.925201Z","caller":"traceutil/trace.go:171","msg":"trace[680936603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.9995848s","start":"2026-02-27T19:14:56.92559Z","end":"2026-02-27T19:15:01.925174Z","steps":["trace[680936603] 'agreement among raft nodes before linearized reading' (duration: 4.999444837s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:01.925218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:56.925838Z","time spent":"4.999367175s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 19:15:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:01.925264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:56.925582Z","time spent":"4.999670782s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:15:01.925276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999641052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:15:01.92544Z","caller":"traceutil/trace.go:171","msg":"trace[1609865843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999879488s","start":"2026-02-27T19:14:56.925521Z","end":"2026-02-27T19:15:01.9254Z","steps":["trace[1609865843] 'agreement among raft nodes before linearized reading' (duration: 4.999670342s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:01.92554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:56.925499Z","time spent":"5.000023501s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 19:15:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:02.370276Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.440966405s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:15:02.370611Z","caller":"traceutil/trace.go:171","msg":"trace[1045955762] linearizableReadLoop","detail":"{readStateIndex:24891; appliedIndex:24883; }","duration":"4.827164423s","start":"2026-02-27T19:14:57.543424Z","end":"2026-02-27T19:15:02.370588Z","steps":["trace[1045955762] 'read index received' (duration: 1.386517646s)","trace[1045955762] 'applied index is now lower than readState.Index' (duration: 3.440645587s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:15:02.370829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.439694125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:02.370875Z","caller":"traceutil/trace.go:171","msg":"trace[889436874] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"4.82303184s","start":"2026-02-27T19:14:57.547814Z","end":"2026-02-27T19:15:02.370846Z","steps":["trace[889436874] 'process raft request' (duration: 4.82262802s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:02.370929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.444329252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T19:15:02.370998Z","caller":"traceutil/trace.go:171","msg":"trace[1028436046] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24027; }","duration":"5.444426594s","start":"2026-02-27T19:14:56.926554Z","end":"2026-02-27T19:15:02.37098Z","steps":["trace[1028436046] 'agreement among raft nodes before linearized reading' (duration: 5.444197278s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:02.370978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.046227582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:02.370863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.214322199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-27T19:15:02.371094Z","caller":"traceutil/trace.go:171","msg":"trace[1986392927] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24027; }","duration":"5.046424306s","start":"2026-02-27T19:14:57.324646Z","end":"2026-02-27T19:15:02.37107Z","steps":["trace[1986392927] 'agreement among raft nodes before linearized reading' (duration: 5.04616685s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:02.371102Z","caller":"traceutil/trace.go:171","msg":"trace[1789313986] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018; range_end:; response_count:1; response_revision:24027; }","duration":"5.214593906s","start":"2026-02-27T19:14:57.156483Z","end":"2026-02-27T19:15:02.371076Z","steps":["trace[1789313986] 'agreement among raft nodes before linearized reading' (duration: 5.214196957s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:02.371032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:56.926545Z","time spent":"5.444481856s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:15:02.371159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:57.324622Z","time spent":"5.046521639s","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:02.371165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:57.156467Z","time spent":"5.214678089s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018\" "} {"level":"warn","ts":"2026-02-27T19:15:02.37115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.214363401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418411"} {"level":"info","ts":"2026-02-27T19:15:02.370882Z","caller":"traceutil/trace.go:171","msg":"trace[1765269323] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24027; }","duration":"5.439800508s","start":"2026-02-27T19:14:56.931069Z","end":"2026-02-27T19:15:02.370869Z","steps":["trace[1765269323] 'agreement among raft nodes before linearized reading' (duration: 5.439673765s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:02.371233Z","caller":"traceutil/trace.go:171","msg":"trace[839488109] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24027; }","duration":"5.214498195s","start":"2026-02-27T19:14:57.156713Z","end":"2026-02-27T19:15:02.371211Z","steps":["trace[839488109] 'agreement among raft nodes before linearized reading' (duration: 5.214160935s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:02.371296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:57.156694Z","time spent":"5.214594328s","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418435,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T19:15:02.371235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:56.931057Z","time spent":"5.440163188s","remote":"127.0.0.1:47666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:02.370887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.444206239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:15:02.371412Z","caller":"traceutil/trace.go:171","msg":"trace[228026610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24027; }","duration":"5.444793175s","start":"2026-02-27T19:14:56.92661Z","end":"2026-02-27T19:15:02.371404Z","steps":["trace[228026610] 'agreement among raft nodes before linearized reading' (duration: 5.444113997s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:02.371366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:57.547796Z","time spent":"4.823225914s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:02.371441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:56.926589Z","time spent":"5.444842965s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:15:02.871189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:03.272809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:03.2729Z","caller":"traceutil/trace.go:171","msg":"trace[1797196229] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474584s","start":"2026-02-27T19:15:01.272404Z","end":"2026-02-27T19:15:03.272878Z","steps":["trace[1797196229] 'agreement among raft nodes before linearized reading' (duration: 2.000360911s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:03.272949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:01.272376Z","time spent":"2.000563187s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:03.371581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:03.872305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:04.279514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411559415s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:04.279628Z","caller":"traceutil/trace.go:171","msg":"trace[2078533651] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24027; }","duration":"1.411681648s","start":"2026-02-27T19:15:02.867928Z","end":"2026-02-27T19:15:04.27961Z","steps":["trace[2078533651] 'range keys from in-memory index tree' (duration: 1.411544075s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:04.373003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:04.559435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000428304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:15:04.559537Z","caller":"traceutil/trace.go:171","msg":"trace[1051197358] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000558657s","start":"2026-02-27T19:15:02.558959Z","end":"2026-02-27T19:15:04.559518Z","steps":["trace[1051197358] 'agreement among raft nodes before linearized reading' (duration: 2.000424344s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:04.559585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:02.558892Z","time spent":"2.000683169s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:15:04.873635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:05.273236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:05.273343Z","caller":"traceutil/trace.go:171","msg":"trace[1618367100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000255209s","start":"2026-02-27T19:15:03.273062Z","end":"2026-02-27T19:15:05.273317Z","steps":["trace[1618367100] 'agreement among raft nodes before linearized reading' (duration: 2.000124545s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:05.273409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:03.273042Z","time spent":"2.000353073s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:05.374261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:05.542789Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.172302633s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:15:05.543405Z","caller":"traceutil/trace.go:171","msg":"trace[582134837] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"5.42547266s","start":"2026-02-27T19:15:00.117898Z","end":"2026-02-27T19:15:05.54337Z","steps":["trace[582134837] 'process raft request' (duration: 5.425180372s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:05.543485Z","caller":"traceutil/trace.go:171","msg":"trace[1895296349] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"4.602509606s","start":"2026-02-27T19:15:00.940947Z","end":"2026-02-27T19:15:05.543456Z","steps":["trace[1895296349] 'process raft request' (duration: 4.602350952s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:05.543548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:00.117865Z","time spent":"5.425612732s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T19:15:05.543607Z","caller":"traceutil/trace.go:171","msg":"trace[35896276] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"4.605392089s","start":"2026-02-27T19:15:00.938178Z","end":"2026-02-27T19:15:05.54357Z","steps":["trace[35896276] 'process raft request' (duration: 4.60505565s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:05.543645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:00.940931Z","time spent":"4.602624868s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:15:05.543706Z","caller":"traceutil/trace.go:171","msg":"trace[1098543872] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"4.602652539s","start":"2026-02-27T19:15:00.941033Z","end":"2026-02-27T19:15:05.543685Z","steps":["trace[1098543872] 'process raft request' (duration: 4.602371782s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:05.543772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:00.938149Z","time spent":"4.605530861s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:05.543815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:00.941021Z","time spent":"4.602735311s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:15:05.543906Z","caller":"traceutil/trace.go:171","msg":"trace[1266258563] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"4.602837714s","start":"2026-02-27T19:15:00.941039Z","end":"2026-02-27T19:15:05.543876Z","steps":["trace[1266258563] 'process raft request' (duration: 4.602572698s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:05.543931Z","caller":"traceutil/trace.go:171","msg":"trace[641698571] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"4.523333819s","start":"2026-02-27T19:15:01.020573Z","end":"2026-02-27T19:15:05.543907Z","steps":["trace[641698571] 'process raft request' (duration: 4.523289308s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:05.543965Z","caller":"traceutil/trace.go:171","msg":"trace[1642593710] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"4.601611673s","start":"2026-02-27T19:15:00.942346Z","end":"2026-02-27T19:15:05.543957Z","steps":["trace[1642593710] 'process raft request' (duration: 4.60148208s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:05.543965Z","caller":"traceutil/trace.go:171","msg":"trace[1662358601] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"4.602391523s","start":"2026-02-27T19:15:00.941561Z","end":"2026-02-27T19:15:05.543953Z","steps":["trace[1662358601] 'process raft request' (duration: 4.602204038s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:05.544004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:00.942337Z","time spent":"4.601647945s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:05.544013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:00.941009Z","time spent":"4.602954896s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:05.544019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:01.020552Z","time spent":"4.523426181s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:05.544035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:00.941535Z","time spent":"4.602470664s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:06.924546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99807479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:06.924625Z","caller":"traceutil/trace.go:171","msg":"trace[358706192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998216064s","start":"2026-02-27T19:15:03.926391Z","end":"2026-02-27T19:15:06.924607Z","steps":["trace[358706192] 'agreement among raft nodes before linearized reading' (duration: 2.998119432s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:06.924702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:03.926373Z","time spent":"2.998319576s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 19:15:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:06.924819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997307681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:06.924853Z","caller":"traceutil/trace.go:171","msg":"trace[350605188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997341522s","start":"2026-02-27T19:15:03.927503Z","end":"2026-02-27T19:15:06.924845Z","steps":["trace[350605188] 'agreement among raft nodes before linearized reading' (duration: 2.997307611s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:06.924936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:03.927431Z","time spent":"2.997497476s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 19:15:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:06.925279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996970773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:06.925318Z","caller":"traceutil/trace.go:171","msg":"trace[321435926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997031155s","start":"2026-02-27T19:15:03.928278Z","end":"2026-02-27T19:15:06.925309Z","steps":["trace[321435926] 'agreement among raft nodes before linearized reading' (duration: 2.996988474s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:06.925346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:03.928269Z","time spent":"2.997070835s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 19:15:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:06.926142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:02.376328Z","time spent":"4.549811983s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:15:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:06.926785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:02.376338Z","time spent":"4.550434509s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:15:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:07.007801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:05.54939Z","time spent":"1.45840543s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:07.007836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:05.547945Z","time spent":"1.459881827s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:07.00791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:05.550711Z","time spent":"1.457085727s","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:07.007854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.780222169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898306c4fd1cf04\" ","response":"","error":"context canceled"} 2026/02/27 19:15:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T19:15:07.007952Z","caller":"traceutil/trace.go:171","msg":"trace[1667431760] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898306c4fd1cf04; range_end:; }","duration":"6.780364512s","start":"2026-02-27T19:15:00.227571Z","end":"2026-02-27T19:15:07.007935Z","steps":["trace[1667431760] 'agreement among raft nodes before linearized reading' (duration: 6.780248439s)"],"step_count":1} 2026/02/27 19:15:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/27 19:15:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:07.008076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:00.227553Z","time spent":"6.780466575s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898306c4fd1cf04\" "} 2026/02/27 19:15:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:07.27808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999852929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:07.278157Z","caller":"traceutil/trace.go:171","msg":"trace[364693863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000007082s","start":"2026-02-27T19:15:05.278132Z","end":"2026-02-27T19:15:07.278139Z","steps":["trace[364693863] 'agreement among raft nodes before linearized reading' (duration: 1.9999137s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:07.278215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:05.278112Z","time spent":"2.000091905s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:09.278748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000234238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:15:09.278831Z","caller":"traceutil/trace.go:171","msg":"trace[1462835663] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000363801s","start":"2026-02-27T19:15:07.278448Z","end":"2026-02-27T19:15:09.278812Z","steps":["trace[1462835663] 'agreement among raft nodes before linearized reading' (duration: 2.000261259s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:09.278885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:07.278433Z","time spent":"2.000442423s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:09.618213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:02.617379Z","time spent":"7.000828014s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:09.753405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:02.753035Z","time spent":"7.000361822s","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:10.707386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:03.706475Z","time spent":"7.000904476s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:10.936208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:03.935944Z","time spent":"7.00025794s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:11.016778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:08.405377Z","time spent":"2.611393296s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:11.286465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:15:11.28654Z","caller":"traceutil/trace.go:171","msg":"trace[1191679564] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000056194s","start":"2026-02-27T19:15:09.286464Z","end":"2026-02-27T19:15:11.286521Z","steps":["trace[1191679564] 'agreement among raft nodes before linearized reading' (duration: 1.999969962s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.286583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:09.286448Z","time spent":"2.000126206s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:11.594192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.050466084s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:15:11.597356Z","caller":"traceutil/trace.go:171","msg":"trace[1317012481] linearizableReadLoop","detail":"{readStateIndex:24905; appliedIndex:24899; }","duration":"9.226678545s","start":"2026-02-27T19:15:02.370651Z","end":"2026-02-27T19:15:11.59733Z","steps":["trace[1317012481] 'read index received' (duration: 3.173315018s)","trace[1317012481] 'applied index is now lower than readState.Index' (duration: 6.053362567s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:15:11.59744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.074906644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:11.597494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.203424393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:11.59753Z","caller":"traceutil/trace.go:171","msg":"trace[706838580] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24041; }","duration":"12.075046417s","start":"2026-02-27T19:14:59.522467Z","end":"2026-02-27T19:15:11.597514Z","steps":["trace[706838580] 'agreement among raft nodes before linearized reading' (duration: 12.074898384s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:11.597555Z","caller":"traceutil/trace.go:171","msg":"trace[588166884] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24041; }","duration":"11.203554896s","start":"2026-02-27T19:15:00.393987Z","end":"2026-02-27T19:15:11.597542Z","steps":["trace[588166884] 'agreement among raft nodes before linearized reading' (duration: 11.203412932s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.59755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.253126728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:11.597586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:00.393975Z","time spent":"11.203605858s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:11.597598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:59.522451Z","time spent":"12.07513353s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:11.597614Z","caller":"traceutil/trace.go:171","msg":"trace[1243463663] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24041; }","duration":"12.25323552s","start":"2026-02-27T19:14:59.344361Z","end":"2026-02-27T19:15:11.597597Z","steps":["trace[1243463663] 'agreement among raft nodes before linearized reading' (duration: 12.253131968s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.597651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.580670708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:11.597672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:59.34434Z","time spent":"12.253313622s","remote":"127.0.0.1:46822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:11.597717Z","caller":"traceutil/trace.go:171","msg":"trace[1597773673] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24041; }","duration":"9.580786922s","start":"2026-02-27T19:15:02.016908Z","end":"2026-02-27T19:15:11.597695Z","steps":["trace[1597773673] 'agreement among raft nodes before linearized reading' (duration: 9.580673839s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.597761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:02.016886Z","time spent":"9.580865233s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:11.5978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.872727208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:11.597822Z","caller":"traceutil/trace.go:171","msg":"trace[689427398] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24041; }","duration":"9.87278991s","start":"2026-02-27T19:15:01.725026Z","end":"2026-02-27T19:15:11.597816Z","steps":["trace[689427398] 'agreement among raft nodes before linearized reading' (duration: 9.872748089s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.597836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:01.725005Z","time spent":"9.87282677s","remote":"127.0.0.1:48072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:11.597832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.222945233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:11.597881Z","caller":"traceutil/trace.go:171","msg":"trace[281853179] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24041; }","duration":"11.222998104s","start":"2026-02-27T19:15:00.374872Z","end":"2026-02-27T19:15:11.59787Z","steps":["trace[281853179] 'agreement among raft nodes before linearized reading' (duration: 11.222921892s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.597934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:00.374784Z","time spent":"11.223117217s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:11.598002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.325852839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T19:15:11.598023Z","caller":"traceutil/trace.go:171","msg":"trace[53858778] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58; range_end:; response_count:1; response_revision:24041; }","duration":"10.325918121s","start":"2026-02-27T19:15:01.2721Z","end":"2026-02-27T19:15:11.598018Z","steps":["trace[53858778] 'agreement among raft nodes before linearized reading' (duration: 10.325810498s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.598037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:01.272076Z","time spent":"10.325957712s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982dc785a27f58\" "} {"level":"warn","ts":"2026-02-27T19:15:11.598041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.522340434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:11.59806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.831742477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:11.598096Z","caller":"traceutil/trace.go:171","msg":"trace[1889787227] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24041; }","duration":"9.522428316s","start":"2026-02-27T19:15:02.075655Z","end":"2026-02-27T19:15:11.598083Z","steps":["trace[1889787227] 'agreement among raft nodes before linearized reading' (duration: 9.522349234s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:11.598117Z","caller":"traceutil/trace.go:171","msg":"trace[936900751] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24041; }","duration":"12.83182621s","start":"2026-02-27T19:14:58.766275Z","end":"2026-02-27T19:15:11.598101Z","steps":["trace[936900751] 'agreement among raft nodes before linearized reading' (duration: 12.831744888s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.597984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.426344425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:11.598133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:02.07564Z","time spent":"9.522481707s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:11.59816Z","caller":"traceutil/trace.go:171","msg":"trace[1577558077] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24041; }","duration":"12.426624191s","start":"2026-02-27T19:14:59.171529Z","end":"2026-02-27T19:15:11.598154Z","steps":["trace[1577558077] 'agreement among raft nodes before linearized reading' (duration: 12.426344354s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.59818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:59.17151Z","time spent":"12.426664183s","remote":"127.0.0.1:35188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:11.598169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:58.766258Z","time spent":"12.831892551s","remote":"127.0.0.1:40094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:11.598269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.59815494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T19:15:11.598295Z","caller":"traceutil/trace.go:171","msg":"trace[722297967] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24041; }","duration":"11.598260832s","start":"2026-02-27T19:15:00.000027Z","end":"2026-02-27T19:15:11.598288Z","steps":["trace[722297967] 'agreement among raft nodes before linearized reading' (duration: 11.598040417s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.598313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:59.999998Z","time spent":"11.598310653s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:15:11.598483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.317264212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T19:15:11.598499Z","caller":"traceutil/trace.go:171","msg":"trace[767356987] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:24041; }","duration":"13.317302193s","start":"2026-02-27T19:14:58.281192Z","end":"2026-02-27T19:15:11.598495Z","steps":["trace[767356987] 'agreement among raft nodes before linearized reading' (duration: 13.317243481s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.598512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:58.281182Z","time spent":"13.317327644s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-02-27T19:15:11.598521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.667593712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-02-27T19:15:11.598545Z","caller":"traceutil/trace.go:171","msg":"trace[271406230] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24041; }","duration":"11.667639254s","start":"2026-02-27T19:14:59.930898Z","end":"2026-02-27T19:15:11.598538Z","steps":["trace[271406230] 'agreement among raft nodes before linearized reading' (duration: 11.667525511s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.59856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.012610387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:11.59859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:59.930886Z","time spent":"11.667697975s","remote":"127.0.0.1:34382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-27T19:15:11.598599Z","caller":"traceutil/trace.go:171","msg":"trace[1216683685] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24041; }","duration":"13.0127264s","start":"2026-02-27T19:14:58.58586Z","end":"2026-02-27T19:15:11.598586Z","steps":["trace[1216683685] 'agreement among raft nodes before linearized reading' (duration: 13.012666408s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.598632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:58.585839Z","time spent":"13.012784942s","remote":"127.0.0.1:40120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:11.598684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.114543755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:11.598699Z","caller":"traceutil/trace.go:171","msg":"trace[859241559] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24041; }","duration":"13.114595806s","start":"2026-02-27T19:14:58.484099Z","end":"2026-02-27T19:15:11.598695Z","steps":["trace[859241559] 'agreement among raft nodes before linearized reading' (duration: 13.114491714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.598712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:58.484082Z","time spent":"13.114626967s","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:11.598759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.72849311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:11.598789Z","caller":"traceutil/trace.go:171","msg":"trace[812177309] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24041; }","duration":"11.728553022s","start":"2026-02-27T19:14:59.870229Z","end":"2026-02-27T19:15:11.598782Z","steps":["trace[812177309] 'agreement among raft nodes before linearized reading' (duration: 11.72847807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.598826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.877721722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:11.598839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:59.870212Z","time spent":"11.728619883s","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:11.598857Z","caller":"traceutil/trace.go:171","msg":"trace[672867047] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24041; }","duration":"12.877802903s","start":"2026-02-27T19:14:58.721045Z","end":"2026-02-27T19:15:11.598848Z","steps":["trace[672867047] 'agreement among raft nodes before linearized reading' (duration: 12.877736962s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.598887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:58.721026Z","time spent":"12.877853695s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:11.599043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.340921748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-27T19:15:11.599058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.417650282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:11.599065Z","caller":"traceutil/trace.go:171","msg":"trace[447001394] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24041; }","duration":"13.3409926s","start":"2026-02-27T19:14:58.258066Z","end":"2026-02-27T19:15:11.599059Z","steps":["trace[447001394] 'agreement among raft nodes before linearized reading' (duration: 13.340926698s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:11.599074Z","caller":"traceutil/trace.go:171","msg":"trace[1025922560] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24041; }","duration":"13.417701374s","start":"2026-02-27T19:14:58.181369Z","end":"2026-02-27T19:15:11.59907Z","steps":["trace[1025922560] 'agreement among raft nodes before linearized reading' (duration: 13.417665213s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.599084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:58.258035Z","time spent":"13.341044781s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:15:11.59909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:58.181353Z","time spent":"13.417732535s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:11.599558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.345664406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T19:15:11.599689Z","caller":"traceutil/trace.go:171","msg":"trace[591388359] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24041; }","duration":"13.345785559s","start":"2026-02-27T19:14:58.253855Z","end":"2026-02-27T19:15:11.599641Z","steps":["trace[591388359] 'agreement among raft nodes before linearized reading' (duration: 13.345460801s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:11.599763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:14:58.253796Z","time spent":"13.345950673s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:15:11.92578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:06.926515Z","time spent":"4.999256132s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:11.927494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:06.92871Z","time spent":"4.998774761s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:12.09777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:12.547846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:07.549607Z","time spent":"4.998230927s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:12.548246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:07.550384Z","time spent":"4.997854388s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:12.548901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:07.55131Z","time spent":"4.997586171s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:15:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:12.548884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:07.551288Z","time spent":"4.99758848s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:15:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:12.549964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:07.550648Z","time spent":"4.999311104s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:12.598827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:13.098952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:13.287282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000432403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:13.28736Z","caller":"traceutil/trace.go:171","msg":"trace[165798709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000557926s","start":"2026-02-27T19:15:11.286785Z","end":"2026-02-27T19:15:13.287343Z","steps":["trace[165798709] 'agreement among raft nodes before linearized reading' (duration: 2.000453594s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:13.287406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:11.286771Z","time spent":"2.000626448s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:13.600066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:13.930491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:06.929724Z","time spent":"7.000761182s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:14.101112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:14.550622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:07.549726Z","time spent":"7.000889296s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:14.559218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000045954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:14.559292Z","caller":"traceutil/trace.go:171","msg":"trace[1631869139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000154556s","start":"2026-02-27T19:15:12.559121Z","end":"2026-02-27T19:15:14.559275Z","steps":["trace[1631869139] 'agreement among raft nodes before linearized reading' (duration: 2.000064104s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:14.559331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:12.559087Z","time spent":"2.000235648s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:14.602093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:14.955043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000615198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:14.955138Z","caller":"traceutil/trace.go:171","msg":"trace[493008093] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.000761941s","start":"2026-02-27T19:15:04.954353Z","end":"2026-02-27T19:15:14.955115Z","steps":["trace[493008093] 'agreement among raft nodes before linearized reading' (duration: 10.000641728s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:14.955189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:04.954335Z","time spent":"10.000840843s","remote":"127.0.0.1:48122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/27 19:15:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:15.103085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:15.295419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999856499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:15:15.29551Z","caller":"traceutil/trace.go:171","msg":"trace[860538031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000024314s","start":"2026-02-27T19:15:13.295465Z","end":"2026-02-27T19:15:15.295489Z","steps":["trace[860538031] 'agreement among raft nodes before linearized reading' (duration: 1.99988209s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:15.295557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:13.295446Z","time spent":"2.000101455s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:15:15.603485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:15.788699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.19426257s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:15:16.101346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233856838s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:16.101478Z","caller":"traceutil/trace.go:171","msg":"trace[727158792] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24041; }","duration":"3.234003582s","start":"2026-02-27T19:15:12.867455Z","end":"2026-02-27T19:15:16.101458Z","steps":["trace[727158792] 'range keys from in-memory index tree' (duration: 3.233839148s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:16.101912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.955384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:15:16.103259Z","caller":"traceutil/trace.go:171","msg":"trace[397067231] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24052; }","duration":"6.480560587s","start":"2026-02-27T19:15:09.622671Z","end":"2026-02-27T19:15:16.103232Z","steps":["trace[397067231] 'process raft request' (duration: 6.480454865s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:16.103438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:09.62265Z","time spent":"6.4806982s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:16.910491Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"73eb9ca056cd30ee","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T19:15:16.910577Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"73eb9ca056cd30f7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T19:15:17.304977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00067567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:17.305076Z","caller":"traceutil/trace.go:171","msg":"trace[909502566] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000794893s","start":"2026-02-27T19:15:15.304261Z","end":"2026-02-27T19:15:17.305056Z","steps":["trace[909502566] 'agreement among raft nodes before linearized reading' (duration: 2.00066778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:17.305124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:15.30423Z","time spent":"2.000884544s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:17.548802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992996683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-27T19:15:17.548837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998686898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-27T19:15:17.548868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998569305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:17.548895Z","caller":"traceutil/trace.go:171","msg":"trace[1880992277] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99876807s","start":"2026-02-27T19:15:12.550114Z","end":"2026-02-27T19:15:17.548882Z","steps":["trace[1880992277] 'agreement among raft nodes before linearized reading' (duration: 4.998681528s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:17.548911Z","caller":"traceutil/trace.go:171","msg":"trace[931969935] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998641317s","start":"2026-02-27T19:15:12.550257Z","end":"2026-02-27T19:15:17.548898Z","steps":["trace[931969935] 'agreement among raft nodes before linearized reading' (duration: 4.998604146s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:17.548933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:12.550069Z","time spent":"4.998856952s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T19:15:17.548946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:12.55024Z","time spent":"4.998698948s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/27 19:15:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T19:15:17.548873Z","caller":"traceutil/trace.go:171","msg":"trace[700338830] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.993120345s","start":"2026-02-27T19:15:14.555736Z","end":"2026-02-27T19:15:17.548857Z","steps":["trace[700338830] 'agreement among raft nodes before linearized reading' (duration: 2.993027403s)"],"step_count":1} 2026/02/27 19:15:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:17.549002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:14.555713Z","time spent":"2.993280901s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:15:17.54882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998159075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} 2026/02/27 19:15:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T19:15:17.549039Z","caller":"traceutil/trace.go:171","msg":"trace[1736203090] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998405892s","start":"2026-02-27T19:15:12.55062Z","end":"2026-02-27T19:15:17.549026Z","steps":["trace[1736203090] 'agreement among raft nodes before linearized reading' (duration: 4.998178426s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:17.549066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:12.550609Z","time spent":"4.998449713s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/27 19:15:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:17.549013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998708758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:17.549147Z","caller":"traceutil/trace.go:171","msg":"trace[1349260668] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998936415s","start":"2026-02-27T19:15:12.550177Z","end":"2026-02-27T19:15:17.549113Z","steps":["trace[1349260668] 'agreement among raft nodes before linearized reading' (duration: 4.99874839s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:17.549218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:12.550152Z","time spent":"4.999053728s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/27 19:15:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:17.549545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998962016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:17.549589Z","caller":"traceutil/trace.go:171","msg":"trace[1869179278] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999026587s","start":"2026-02-27T19:15:12.550553Z","end":"2026-02-27T19:15:17.549579Z","steps":["trace[1869179278] 'agreement among raft nodes before linearized reading' (duration: 4.998977256s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:17.549611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:12.550544Z","time spent":"4.999062378s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 19:15:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:17.712987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:10.712114Z","time spent":"7.000729512s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:18.600458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:11.600025Z","time spent":"7.000425025s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:18.600787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:11.600461Z","time spent":"7.000315012s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:18.603395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:11.603236Z","time spent":"7.000152717s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:18.604342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:11.603654Z","time spent":"7.000676961s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:18.76203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.823389556s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:15:19.305606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000565318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:15:19.305753Z","caller":"traceutil/trace.go:171","msg":"trace[597848902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000762173s","start":"2026-02-27T19:15:17.304959Z","end":"2026-02-27T19:15:19.305721Z","steps":["trace[597848902] 'agreement among raft nodes before linearized reading' (duration: 2.000558308s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:19.305852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:17.304917Z","time spent":"2.000920986s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:15:20.052911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:13.052419Z","time spent":"7.000484965s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:21.315031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000110935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:15:21.315115Z","caller":"traceutil/trace.go:171","msg":"trace[537726302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000249399s","start":"2026-02-27T19:15:19.314847Z","end":"2026-02-27T19:15:21.315096Z","steps":["trace[537726302] 'agreement among raft nodes before linearized reading' (duration: 2.000149276s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:21.315165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:19.314823Z","time spent":"2.00033233s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:21.392417Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.630161957s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:15:21.387712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.284502882s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-27T19:15:22.548039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:17.549971Z","time spent":"4.998059542s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:22.550471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:17.551139Z","time spent":"4.999328464s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:15:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:22.988017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.595408528s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:15:23.315852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000233188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:23.315956Z","caller":"traceutil/trace.go:171","msg":"trace[888673163] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397802s","start":"2026-02-27T19:15:21.315528Z","end":"2026-02-27T19:15:23.315926Z","steps":["trace[888673163] 'agreement among raft nodes before linearized reading' (duration: 2.000268039s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:23.316012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:21.315498Z","time spent":"2.000507155s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:24.559711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:24.559799Z","caller":"traceutil/trace.go:171","msg":"trace[1503220166] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000494405s","start":"2026-02-27T19:15:22.559284Z","end":"2026-02-27T19:15:24.559779Z","steps":["trace[1503220166] 'agreement among raft nodes before linearized reading' (duration: 2.000386072s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:24.559858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:22.55927Z","time spent":"2.000578177s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:25.320975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:25.321112Z","caller":"traceutil/trace.go:171","msg":"trace[522193217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270809s","start":"2026-02-27T19:15:23.320808Z","end":"2026-02-27T19:15:25.321079Z","steps":["trace[522193217] 'agreement among raft nodes before linearized reading' (duration: 2.000075244s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:25.321199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:23.320784Z","time spent":"2.000387362s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:25.68988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297319536s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-27T19:15:25.690183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:22.923516Z","time spent":"2.766658613s","remote":"127.0.0.1:49256","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:25.691839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824445513s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:25.691933Z","caller":"traceutil/trace.go:171","msg":"trace[1444498696] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24053; }","duration":"2.824551915s","start":"2026-02-27T19:15:22.867365Z","end":"2026-02-27T19:15:25.691917Z","steps":["trace[1444498696] 'range keys from in-memory index tree' (duration: 2.824431222s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:26.106766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999219192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:15:26.106868Z","caller":"traceutil/trace.go:171","msg":"trace[785560365] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999387226s","start":"2026-02-27T19:15:16.107453Z","end":"2026-02-27T19:15:26.10684Z","steps":["trace[785560365] 'agreement among raft nodes before linearized reading' (duration: 9.999260213s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:26.106921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:16.107432Z","time spent":"9.999478789s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-27T19:15:27.32791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000154046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:15:27.328002Z","caller":"traceutil/trace.go:171","msg":"trace[1314296306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00029958s","start":"2026-02-27T19:15:25.327682Z","end":"2026-02-27T19:15:27.327982Z","steps":["trace[1314296306] 'agreement among raft nodes before linearized reading' (duration: 2.000181847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.328051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:25.327659Z","time spent":"2.000382502s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:15:27.652109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958438699s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-27T19:15:27.652571Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"45.281µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-27T19:15:27.652624Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"73eb9ca056cd30ee","error":"lease not found"} {"level":"info","ts":"2026-02-27T19:15:27.652669Z","caller":"traceutil/trace.go:171","msg":"trace[1574478205] linearizableReadLoop","detail":"{readStateIndex:24926; appliedIndex:24905; }","duration":"16.055197404s","start":"2026-02-27T19:15:11.597455Z","end":"2026-02-27T19:15:27.652653Z","steps":["trace[1574478205] 'read index received' (duration: 4.191455159s)","trace[1574478205] 'applied index is now lower than readState.Index' (duration: 11.863741255s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:15:27.652783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.670048754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:27.65282Z","caller":"traceutil/trace.go:171","msg":"trace[1802242106] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24057; }","duration":"16.670140576s","start":"2026-02-27T19:15:10.982669Z","end":"2026-02-27T19:15:27.65281Z","steps":["trace[1802242106] 'agreement among raft nodes before linearized reading' (duration: 16.670074215s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.652856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:10.982644Z","time spent":"16.670202438s","remote":"127.0.0.1:35262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.65296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.126129182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:27.653044Z","caller":"traceutil/trace.go:171","msg":"trace[767677010] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24057; }","duration":"22.126262476s","start":"2026-02-27T19:15:05.526762Z","end":"2026-02-27T19:15:27.653025Z","steps":["trace[767677010] 'agreement among raft nodes before linearized reading' (duration: 22.126067241s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.653087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.180780523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:27.653127Z","caller":"traceutil/trace.go:171","msg":"trace[1388740090] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24057; }","duration":"22.180858345s","start":"2026-02-27T19:15:05.47226Z","end":"2026-02-27T19:15:27.653118Z","steps":["trace[1388740090] 'agreement among raft nodes before linearized reading' (duration: 22.180790633s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.653163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:05.472238Z","time spent":"22.180917587s","remote":"127.0.0.1:60084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.653208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.713430474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T19:15:27.653249Z","caller":"traceutil/trace.go:171","msg":"trace[1782059293] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24057; }","duration":"16.713505556s","start":"2026-02-27T19:15:10.939732Z","end":"2026-02-27T19:15:27.653238Z","steps":["trace[1782059293] 'agreement among raft nodes before linearized reading' (duration: 16.713382753s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.653282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:10.939712Z","time spent":"16.713563457s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T19:15:27.653331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.123360849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:27.653375Z","caller":"traceutil/trace.go:171","msg":"trace[950241760] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24057; }","duration":"23.123483001s","start":"2026-02-27T19:15:04.529882Z","end":"2026-02-27T19:15:27.653365Z","steps":["trace[950241760] 'agreement among raft nodes before linearized reading' (duration: 23.123415959s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.653412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:04.529858Z","time spent":"23.123544393s","remote":"127.0.0.1:47866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.653466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.757973781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:27.653509Z","caller":"traceutil/trace.go:171","msg":"trace[1801261858] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24057; }","duration":"16.758043153s","start":"2026-02-27T19:15:10.895453Z","end":"2026-02-27T19:15:27.653496Z","steps":["trace[1801261858] 'agreement among raft nodes before linearized reading' (duration: 16.757983642s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.653531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.259791232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:27.65355Z","caller":"traceutil/trace.go:171","msg":"trace[326645666] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24057; }","duration":"23.259858614s","start":"2026-02-27T19:15:04.393685Z","end":"2026-02-27T19:15:27.653544Z","steps":["trace[326645666] 'agreement among raft nodes before linearized reading' (duration: 23.259825204s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.653575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:04.393665Z","time spent":"23.259905816s","remote":"127.0.0.1:47674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.653649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.015635818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:27.653687Z","caller":"traceutil/trace.go:171","msg":"trace[926979624] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24057; }","duration":"17.015714221s","start":"2026-02-27T19:15:10.637964Z","end":"2026-02-27T19:15:27.653678Z","steps":["trace[926979624] 'agreement among raft nodes before linearized reading' (duration: 17.015598907s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.653715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:10.637941Z","time spent":"17.015766152s","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.653727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.276657766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:15:27.653746Z","caller":"traceutil/trace.go:171","msg":"trace[1577505170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24057; }","duration":"23.276717217s","start":"2026-02-27T19:15:04.377023Z","end":"2026-02-27T19:15:27.653741Z","steps":["trace[1577505170] 'agreement among raft nodes before linearized reading' (duration: 23.276632475s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.653763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:04.377003Z","time spent":"23.276755688s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:15:27.653864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.143797388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.653882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.081765518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:27.653911Z","caller":"traceutil/trace.go:171","msg":"trace[1523991754] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24057; }","duration":"17.08184161s","start":"2026-02-27T19:15:10.572061Z","end":"2026-02-27T19:15:27.653903Z","steps":["trace[1523991754] 'agreement among raft nodes before linearized reading' (duration: 17.081789429s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.653939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.150574648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.653972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:10.572041Z","time spent":"17.081922422s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.654052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.278188471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-27T19:15:27.65409Z","caller":"traceutil/trace.go:171","msg":"trace[734052836] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018; range_end:; response_count:1; response_revision:24057; }","duration":"24.278256993s","start":"2026-02-27T19:15:03.375823Z","end":"2026-02-27T19:15:27.65408Z","steps":["trace[734052836] 'agreement among raft nodes before linearized reading' (duration: 24.278170431s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.654126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:03.375804Z","time spent":"24.278313665s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018\" "} {"level":"warn","ts":"2026-02-27T19:15:27.654247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.908389407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.653093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:05.526743Z","time spent":"22.126339437s","remote":"127.0.0.1:37278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.654329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.04125291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:27.654377Z","caller":"traceutil/trace.go:171","msg":"trace[2049213150] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24057; }","duration":"25.041332453s","start":"2026-02-27T19:15:02.613034Z","end":"2026-02-27T19:15:27.654367Z","steps":["trace[2049213150] 'agreement among raft nodes before linearized reading' (duration: 25.04123105s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.65441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:02.613016Z","time spent":"25.041386094s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.654447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.101533413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:27.654506Z","caller":"traceutil/trace.go:171","msg":"trace[1195564026] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24057; }","duration":"24.908647723s","start":"2026-02-27T19:15:02.745849Z","end":"2026-02-27T19:15:27.654497Z","steps":["trace[1195564026] 'agreement among raft nodes before linearized reading' (duration: 24.908374616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.654535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:02.745792Z","time spent":"24.908734775s","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:27.654534Z","caller":"traceutil/trace.go:171","msg":"trace[661585928] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24057; }","duration":"25.101610035s","start":"2026-02-27T19:15:02.552903Z","end":"2026-02-27T19:15:27.654513Z","steps":["trace[661585928] 'agreement among raft nodes before linearized reading' (duration: 25.101508953s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.653544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:10.895434Z","time spent":"16.758097045s","remote":"127.0.0.1:47846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:27.65389Z","caller":"traceutil/trace.go:171","msg":"trace[753771261] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24057; }","duration":"24.14384297s","start":"2026-02-27T19:15:03.51004Z","end":"2026-02-27T19:15:27.653883Z","steps":["trace[753771261] 'agreement among raft nodes before linearized reading' (duration: 24.143805599s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.65458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:02.552824Z","time spent":"25.101746699s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.65467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.855115091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.654667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.05182877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T19:15:27.654718Z","caller":"traceutil/trace.go:171","msg":"trace[1214974634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24057; }","duration":"21.855206033s","start":"2026-02-27T19:15:05.799499Z","end":"2026-02-27T19:15:27.654705Z","steps":["trace[1214974634] 'agreement among raft nodes before linearized reading' (duration: 21.855116141s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.654749Z","caller":"traceutil/trace.go:171","msg":"trace[1387886181] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24057; }","duration":"16.051962544s","start":"2026-02-27T19:15:11.602765Z","end":"2026-02-27T19:15:27.654727Z","steps":["trace[1387886181] 'agreement among raft nodes before linearized reading' (duration: 16.051683697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.654758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:05.799481Z","time spent":"21.855265394s","remote":"127.0.0.1:35386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.654795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:11.602749Z","time spent":"16.052037345s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T19:15:27.654826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.268736119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:27.654896Z","caller":"traceutil/trace.go:171","msg":"trace[1452250506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24057; }","duration":"12.268850522s","start":"2026-02-27T19:15:15.386026Z","end":"2026-02-27T19:15:27.654877Z","steps":["trace[1452250506] 'agreement among raft nodes before linearized reading' (duration: 12.268723269s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.654898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672061249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.654909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.050426751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982e2172987fcd\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-02-27T19:15:27.654652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:03.510031Z","time spent":"24.144594418s","remote":"127.0.0.1:47844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.654954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.296058474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-02-27T19:15:27.654971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.53699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:27.654973Z","caller":"traceutil/trace.go:171","msg":"trace[168271202] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24057; }","duration":"2.672182791s","start":"2026-02-27T19:15:24.982773Z","end":"2026-02-27T19:15:27.654956Z","steps":["trace[168271202] 'agreement among raft nodes before linearized reading' (duration: 2.672050138s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.654991Z","caller":"traceutil/trace.go:171","msg":"trace[412415511] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24057; }","duration":"20.296123026s","start":"2026-02-27T19:15:07.358858Z","end":"2026-02-27T19:15:27.654981Z","steps":["trace[412415511] 'agreement among raft nodes before linearized reading' (duration: 20.296046614s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.655006Z","caller":"traceutil/trace.go:171","msg":"trace[2062513129] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24057; }","duration":"180.612162ms","start":"2026-02-27T19:15:27.474382Z","end":"2026-02-27T19:15:27.654994Z","steps":["trace[2062513129] 'agreement among raft nodes before linearized reading' (duration: 180.563681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.65501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967844261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.655039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.881421751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.655054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.463208441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.655038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888274449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T19:15:27.655068Z","caller":"traceutil/trace.go:171","msg":"trace[482181024] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24057; }","duration":"2.967951894s","start":"2026-02-27T19:15:24.687099Z","end":"2026-02-27T19:15:27.655051Z","steps":["trace[482181024] 'agreement among raft nodes before linearized reading' (duration: 2.967874322s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.861687126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:27.655086Z","caller":"traceutil/trace.go:171","msg":"trace[835732209] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24057; }","duration":"13.881509653s","start":"2026-02-27T19:15:13.773565Z","end":"2026-02-27T19:15:27.655075Z","steps":["trace[835732209] 'agreement among raft nodes before linearized reading' (duration: 13.881423921s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362174141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:27.655102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.373201508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-02-27T19:15:27.655111Z","caller":"traceutil/trace.go:171","msg":"trace[1422570161] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24057; }","duration":"5.861755868s","start":"2026-02-27T19:15:21.793345Z","end":"2026-02-27T19:15:27.655101Z","steps":["trace[1422570161] 'agreement among raft nodes before linearized reading' (duration: 5.861693446s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.655108Z","caller":"traceutil/trace.go:171","msg":"trace[419043630] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24057; }","duration":"1.888385662s","start":"2026-02-27T19:15:25.766706Z","end":"2026-02-27T19:15:27.655092Z","steps":["trace[419043630] 'agreement among raft nodes before linearized reading' (duration: 1.888156836s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:13.773544Z","time spent":"13.881570544s","remote":"127.0.0.1:47704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278285862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:27.655126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.652231631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-27T19:15:27.653979Z","caller":"traceutil/trace.go:171","msg":"trace[355880060] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24057; }","duration":"24.15066393s","start":"2026-02-27T19:15:03.503301Z","end":"2026-02-27T19:15:27.653965Z","steps":["trace[355880060] 'agreement among raft nodes before linearized reading' (duration: 24.150600258s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.042602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.655156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:21.793333Z","time spent":"5.861810859s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:25.766549Z","time spent":"1.888602037s","remote":"127.0.0.1:37326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:27.655173Z","caller":"traceutil/trace.go:171","msg":"trace[1261755523] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24057; }","duration":"3.278397605s","start":"2026-02-27T19:15:24.376756Z","end":"2026-02-27T19:15:27.655154Z","steps":["trace[1261755523] 'agreement among raft nodes before linearized reading' (duration: 3.278254652s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.03628602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T19:15:27.655185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.827507876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:27.655183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:03.50328Z","time spent":"24.151888981s","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:27.655217Z","caller":"traceutil/trace.go:171","msg":"trace[519815237] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24057; }","duration":"16.036340621s","start":"2026-02-27T19:15:11.618868Z","end":"2026-02-27T19:15:27.655209Z","steps":["trace[519815237] 'agreement among raft nodes before linearized reading' (duration: 16.036247548s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.655224Z","caller":"traceutil/trace.go:171","msg":"trace[2019779091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24057; }","duration":"19.827583378s","start":"2026-02-27T19:15:07.827631Z","end":"2026-02-27T19:15:27.655215Z","steps":["trace[2019779091] 'agreement among raft nodes before linearized reading' (duration: 19.827527756s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:24.376739Z","time spent":"3.278474817s","remote":"127.0.0.1:60152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.260563478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.655236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.954520082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:27.655244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:11.618857Z","time spent":"16.036381352s","remote":"127.0.0.1:59740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T19:15:27.655255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:07.827612Z","time spent":"19.827633228s","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:27.655265Z","caller":"traceutil/trace.go:171","msg":"trace[97497279] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24057; }","duration":"14.954550693s","start":"2026-02-27T19:15:12.700706Z","end":"2026-02-27T19:15:27.655257Z","steps":["trace[97497279] 'agreement among raft nodes before linearized reading' (duration: 14.954501531s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.655266Z","caller":"traceutil/trace.go:171","msg":"trace[1846088440] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24057; }","duration":"3.260659381s","start":"2026-02-27T19:15:24.394591Z","end":"2026-02-27T19:15:27.65525Z","steps":["trace[1846088440] 'agreement among raft nodes before linearized reading' (duration: 3.260611479s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.65527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.964167606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T19:15:27.655289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.359083966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.655298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:12.700639Z","time spent":"14.954650785s","remote":"127.0.0.1:60032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:27.6553Z","caller":"traceutil/trace.go:171","msg":"trace[2021609562] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24057; }","duration":"3.964197797s","start":"2026-02-27T19:15:23.691095Z","end":"2026-02-27T19:15:27.655292Z","steps":["trace[2021609562] 'agreement among raft nodes before linearized reading' (duration: 3.964047523s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.092835905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:27.655329Z","caller":"traceutil/trace.go:171","msg":"trace[102892278] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24057; }","duration":"12.359152738s","start":"2026-02-27T19:15:15.29616Z","end":"2026-02-27T19:15:27.655313Z","steps":["trace[102892278] 'agreement among raft nodes before linearized reading' (duration: 12.359097427s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.655182Z","caller":"traceutil/trace.go:171","msg":"trace[1035787549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24057; }","duration":"326.119094ms","start":"2026-02-27T19:15:27.329054Z","end":"2026-02-27T19:15:27.655173Z","steps":["trace[1035787549] 'agreement among raft nodes before linearized reading' (duration: 326.062682ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.655134Z","caller":"traceutil/trace.go:171","msg":"trace[519231057] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24057; }","duration":"18.373262879s","start":"2026-02-27T19:15:09.281862Z","end":"2026-02-27T19:15:27.655125Z","steps":["trace[519231057] 'agreement among raft nodes before linearized reading' (duration: 18.373177487s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.65522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.051842786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.654922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345208159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-02-27T19:15:27.655365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:15.296139Z","time spent":"12.359218149s","remote":"127.0.0.1:47902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:09.281841Z","time spent":"18.373536066s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-27T19:15:27.655389Z","caller":"traceutil/trace.go:171","msg":"trace[127020828] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:0; response_revision:24057; }","duration":"9.052044282s","start":"2026-02-27T19:15:18.603334Z","end":"2026-02-27T19:15:27.655378Z","steps":["trace[127020828] 'agreement among raft nodes before linearized reading' (duration: 9.051836837s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.678268558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.655399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.963240995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.65541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.624916147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:27.655405Z","caller":"traceutil/trace.go:171","msg":"trace[1741904085] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24057; }","duration":"1.345726122s","start":"2026-02-27T19:15:26.309664Z","end":"2026-02-27T19:15:27.65539Z","steps":["trace[1741904085] 'agreement among raft nodes before linearized reading' (duration: 1.345184309s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.655425Z","caller":"traceutil/trace.go:171","msg":"trace[2074307613] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24057; }","duration":"9.67833844s","start":"2026-02-27T19:15:17.97708Z","end":"2026-02-27T19:15:27.655418Z","steps":["trace[2074307613] 'agreement among raft nodes before linearized reading' (duration: 9.678297069s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.655438Z","caller":"traceutil/trace.go:171","msg":"trace[1126772649] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24057; }","duration":"4.624983779s","start":"2026-02-27T19:15:23.030447Z","end":"2026-02-27T19:15:27.655431Z","steps":["trace[1126772649] 'agreement among raft nodes before linearized reading' (duration: 4.624940988s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.65544Z","caller":"traceutil/trace.go:171","msg":"trace[15521272] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24057; }","duration":"5.963325947s","start":"2026-02-27T19:15:21.6921Z","end":"2026-02-27T19:15:27.655426Z","steps":["trace[15521272] 'agreement among raft nodes before linearized reading' (duration: 5.963274856s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:17.977056Z","time spent":"9.678390911s","remote":"127.0.0.1:47802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:23.030421Z","time spent":"4.625041281s","remote":"127.0.0.1:59972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:26.309642Z","time spent":"1.345804644s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-27T19:15:27.655478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:21.692071Z","time spent":"5.963397069s","remote":"127.0.0.1:40128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.752029256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:27.654939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:15.386009Z","time spent":"12.268917384s","remote":"127.0.0.1:35362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:27.329033Z","time spent":"326.329349ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:15:27.655526Z","caller":"traceutil/trace.go:171","msg":"trace[512102165] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24057; }","duration":"7.752088888s","start":"2026-02-27T19:15:19.903424Z","end":"2026-02-27T19:15:27.655513Z","steps":["trace[512102165] 'agreement among raft nodes before linearized reading' (duration: 7.752034737s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.162531941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18440"} {"level":"warn","ts":"2026-02-27T19:15:27.655537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.767173994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:27.655556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:19.903398Z","time spent":"7.752150779s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:27.655567Z","caller":"traceutil/trace.go:171","msg":"trace[606014406] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24057; }","duration":"15.162611433s","start":"2026-02-27T19:15:12.492946Z","end":"2026-02-27T19:15:27.655558Z","steps":["trace[606014406] 'agreement among raft nodes before linearized reading' (duration: 15.16250177s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.546635808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:27.655581Z","caller":"traceutil/trace.go:171","msg":"trace[1453801259] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24057; }","duration":"10.767278227s","start":"2026-02-27T19:15:16.88829Z","end":"2026-02-27T19:15:27.655568Z","steps":["trace[1453801259] 'agreement among raft nodes before linearized reading' (duration: 10.767171675s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:12.492919Z","time spent":"15.162668675s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T19:15:27.655608Z","caller":"traceutil/trace.go:171","msg":"trace[1609784410] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24057; }","duration":"13.54668701s","start":"2026-02-27T19:15:14.108912Z","end":"2026-02-27T19:15:27.655599Z","steps":["trace[1609784410] 'agreement among raft nodes before linearized reading' (duration: 13.546643739s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.654912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.459234986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.655625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:16.888264Z","time spent":"10.767348328s","remote":"127.0.0.1:60170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:14.108902Z","time spent":"13.546729431s","remote":"127.0.0.1:60058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.867386071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:27.655656Z","caller":"traceutil/trace.go:171","msg":"trace[1645684436] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24057; }","duration":"5.460059046s","start":"2026-02-27T19:15:22.195582Z","end":"2026-02-27T19:15:27.655641Z","steps":["trace[1645684436] 'agreement among raft nodes before linearized reading' (duration: 5.459224906s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.938995912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-02-27T19:15:27.655684Z","caller":"traceutil/trace.go:171","msg":"trace[1216933947] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24057; }","duration":"7.867464763s","start":"2026-02-27T19:15:19.78821Z","end":"2026-02-27T19:15:27.655675Z","steps":["trace[1216933947] 'agreement among raft nodes before linearized reading' (duration: 7.867365251s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.655092Z","caller":"traceutil/trace.go:171","msg":"trace[1132006986] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24057; }","duration":"14.463280653s","start":"2026-02-27T19:15:13.191798Z","end":"2026-02-27T19:15:27.655079Z","steps":["trace[1132006986] 'agreement among raft nodes before linearized reading' (duration: 14.463214782s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.599224411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T19:15:27.655715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:19.788188Z","time spent":"7.867518105s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.627300567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:27.655737Z","caller":"traceutil/trace.go:171","msg":"trace[321299343] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24057; }","duration":"7.599316373s","start":"2026-02-27T19:15:20.056411Z","end":"2026-02-27T19:15:27.655728Z","steps":["trace[321299343] 'agreement among raft nodes before linearized reading' (duration: 7.599260122s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.655755Z","caller":"traceutil/trace.go:171","msg":"trace[2040017988] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24057; }","duration":"7.62782723s","start":"2026-02-27T19:15:20.027914Z","end":"2026-02-27T19:15:27.655742Z","steps":["trace[2040017988] 'agreement among raft nodes before linearized reading' (duration: 7.627312397s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:13.191778Z","time spent":"14.46394897s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:20.056383Z","time spent":"7.599376565s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-27T19:15:27.655785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.073738883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:27.655784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.524635656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-02-27T19:15:27.655793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:20.027893Z","time spent":"7.627888231s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.568901707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.655797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.84257347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:27.655811Z","caller":"traceutil/trace.go:171","msg":"trace[1191109146] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24057; }","duration":"10.073766263s","start":"2026-02-27T19:15:17.582037Z","end":"2026-02-27T19:15:27.655804Z","steps":["trace[1191109146] 'agreement among raft nodes before linearized reading' (duration: 10.073715502s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.655821Z","caller":"traceutil/trace.go:171","msg":"trace[697030856] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24057; }","duration":"8.524714268s","start":"2026-02-27T19:15:19.131098Z","end":"2026-02-27T19:15:27.655812Z","steps":["trace[697030856] 'agreement among raft nodes before linearized reading' (duration: 8.524604616s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.65583Z","caller":"traceutil/trace.go:171","msg":"trace[1963959172] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24057; }","duration":"13.568936689s","start":"2026-02-27T19:15:14.086882Z","end":"2026-02-27T19:15:27.655819Z","steps":["trace[1963959172] 'agreement among raft nodes before linearized reading' (duration: 13.568886807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:17.581974Z","time spent":"10.073857756s","remote":"127.0.0.1:60146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:27.65584Z","caller":"traceutil/trace.go:171","msg":"trace[2141376245] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24057; }","duration":"20.842642601s","start":"2026-02-27T19:15:06.813182Z","end":"2026-02-27T19:15:27.655825Z","steps":["trace[2141376245] 'agreement among raft nodes before linearized reading' (duration: 20.842580649s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:18.603317Z","time spent":"9.052105443s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-02-27T19:15:27.655864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:14.086826Z","time spent":"13.56902769s","remote":"127.0.0.1:47788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:06.813167Z","time spent":"20.842697923s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.396775478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:27.655133Z","caller":"traceutil/trace.go:171","msg":"trace[1524075647] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24057; }","duration":"2.362264883s","start":"2026-02-27T19:15:25.292853Z","end":"2026-02-27T19:15:27.655118Z","steps":["trace[1524075647] 'agreement among raft nodes before linearized reading' (duration: 2.362191731s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.655934Z","caller":"traceutil/trace.go:171","msg":"trace[1005528864] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24057; }","duration":"13.397208278s","start":"2026-02-27T19:15:14.258714Z","end":"2026-02-27T19:15:27.655922Z","steps":["trace[1005528864] 'agreement among raft nodes before linearized reading' (duration: 13.396785438s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.050008843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-02-27T19:15:27.655311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.908745197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.655966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:14.258697Z","time spent":"13.39725835s","remote":"127.0.0.1:59284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:27.655182Z","caller":"traceutil/trace.go:171","msg":"trace[1119396774] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24057; }","duration":"15.652331743s","start":"2026-02-27T19:15:12.002832Z","end":"2026-02-27T19:15:27.655164Z","steps":["trace[1119396774] 'agreement among raft nodes before linearized reading' (duration: 15.6521952s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.655302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:24.394547Z","time spent":"3.260744893s","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.654926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.907595797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:27.656019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.663886881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.656022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:12.002797Z","time spent":"15.653212805s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-27T19:15:27.656033Z","caller":"traceutil/trace.go:171","msg":"trace[506050690] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24057; }","duration":"21.908700305s","start":"2026-02-27T19:15:05.74732Z","end":"2026-02-27T19:15:27.65602Z","steps":["trace[506050690] 'agreement among raft nodes before linearized reading' (duration: 21.907575587s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.656048Z","caller":"traceutil/trace.go:171","msg":"trace[1860202831] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24057; }","duration":"13.663945813s","start":"2026-02-27T19:15:13.992094Z","end":"2026-02-27T19:15:27.656039Z","steps":["trace[1860202831] 'agreement among raft nodes before linearized reading' (duration: 13.663899122s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.656049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.305783474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.65502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:07.358842Z","time spent":"20.296170277s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-27T19:15:27.655006Z","caller":"traceutil/trace.go:171","msg":"trace[1567977764] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982e2172987fcd; range_end:; response_count:1; response_revision:24057; }","duration":"9.050538555s","start":"2026-02-27T19:15:18.604433Z","end":"2026-02-27T19:15:27.654972Z","steps":["trace[1567977764] 'agreement among raft nodes before linearized reading' (duration: 9.050267738s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.656087Z","caller":"traceutil/trace.go:171","msg":"trace[1471474741] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24057; }","duration":"21.305859876s","start":"2026-02-27T19:15:06.350218Z","end":"2026-02-27T19:15:27.656078Z","steps":["trace[1471474741] 'agreement among raft nodes before linearized reading' (duration: 21.305802345s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.655348Z","caller":"traceutil/trace.go:171","msg":"trace[1112840489] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24057; }","duration":"9.092916968s","start":"2026-02-27T19:15:18.562415Z","end":"2026-02-27T19:15:27.655332Z","steps":["trace[1112840489] 'agreement among raft nodes before linearized reading' (duration: 9.092834796s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.65612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.80806627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.656123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:06.350194Z","time spent":"21.305920817s","remote":"127.0.0.1:50924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.656125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:18.604426Z","time spent":"9.051686423s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982e2172987fcd\" "} {"level":"info","ts":"2026-02-27T19:15:27.656146Z","caller":"traceutil/trace.go:171","msg":"trace[1029201457] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24057; }","duration":"13.808115361s","start":"2026-02-27T19:15:13.848023Z","end":"2026-02-27T19:15:27.656139Z","steps":["trace[1029201457] 'agreement among raft nodes before linearized reading' (duration: 13.808077121s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.656143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:18.562386Z","time spent":"9.093745458s","remote":"127.0.0.1:34382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.656051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.025368691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:27.656173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:13.84801Z","time spent":"13.808156532s","remote":"127.0.0.1:47638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.276588701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:27.655735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.030689881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.655434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.69238378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:27.65623Z","caller":"traceutil/trace.go:171","msg":"trace[1352468920] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24057; }","duration":"8.277321438s","start":"2026-02-27T19:15:19.378894Z","end":"2026-02-27T19:15:27.656216Z","steps":["trace[1352468920] 'agreement among raft nodes before linearized reading' (duration: 8.276623661s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.656244Z","caller":"traceutil/trace.go:171","msg":"trace[1285519549] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24057; }","duration":"7.693233781s","start":"2026-02-27T19:15:19.963Z","end":"2026-02-27T19:15:27.656234Z","steps":["trace[1285519549] 'agreement among raft nodes before linearized reading' (duration: 7.69239744s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.656245Z","caller":"traceutil/trace.go:171","msg":"trace[1200248599] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24057; }","duration":"10.031225845s","start":"2026-02-27T19:15:17.625005Z","end":"2026-02-27T19:15:27.656231Z","steps":["trace[1200248599] 'agreement among raft nodes before linearized reading' (duration: 10.030712142s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.656268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:19.378866Z","time spent":"8.27739054s","remote":"127.0.0.1:57372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.656309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:19.962979Z","time spent":"7.693287112s","remote":"127.0.0.1:59278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.306942956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:27.656924Z","caller":"traceutil/trace.go:171","msg":"trace[39586461] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24057; }","duration":"7.308240609s","start":"2026-02-27T19:15:20.348663Z","end":"2026-02-27T19:15:27.656904Z","steps":["trace[39586461] 'agreement among raft nodes before linearized reading' (duration: 7.306957227s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.656995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:20.348644Z","time spent":"7.308329781s","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:24.687074Z","time spent":"2.968031476s","remote":"127.0.0.1:47624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:23.691029Z","time spent":"3.964297938s","remote":"127.0.0.1:60002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:22.19556Z","time spent":"5.460124028s","remote":"127.0.0.1:37290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.65633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:17.624985Z","time spent":"10.031288237s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:27.655979Z","caller":"traceutil/trace.go:171","msg":"trace[1723515403] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24057; }","duration":"11.050109515s","start":"2026-02-27T19:15:16.605855Z","end":"2026-02-27T19:15:27.655965Z","steps":["trace[1723515403] 'agreement among raft nodes before linearized reading' (duration: 11.049968342s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.659758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:16.605822Z","time spent":"11.053921932s","remote":"127.0.0.1:34382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:15:27.65599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.37128109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:27.659902Z","caller":"traceutil/trace.go:171","msg":"trace[2145645254] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24057; }","duration":"10.375208689s","start":"2026-02-27T19:15:17.284675Z","end":"2026-02-27T19:15:27.659884Z","steps":["trace[2145645254] 'agreement among raft nodes before linearized reading' (duration: 10.3712927s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.659965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:17.28466Z","time spent":"10.375287861s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:27.655987Z","caller":"traceutil/trace.go:171","msg":"trace[1287811645] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24057; }","duration":"5.909454754s","start":"2026-02-27T19:15:21.746519Z","end":"2026-02-27T19:15:27.655974Z","steps":["trace[1287811645] 'agreement among raft nodes before linearized reading' (duration: 5.908765467s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.660726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:21.746497Z","time spent":"5.913903566s","remote":"127.0.0.1:47874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.935758785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:27.656077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:05.747268Z","time spent":"21.908795557s","remote":"127.0.0.1:50952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.65608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:13.992076Z","time spent":"13.663993294s","remote":"127.0.0.1:35240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.655355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.405310894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:27.656199Z","caller":"traceutil/trace.go:171","msg":"trace[691521190] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24057; }","duration":"12.025560056s","start":"2026-02-27T19:15:15.630625Z","end":"2026-02-27T19:15:27.656185Z","steps":["trace[691521190] 'agreement among raft nodes before linearized reading' (duration: 12.025378571s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:27.655699Z","caller":"traceutil/trace.go:171","msg":"trace[1932158647] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24057; }","duration":"9.939026382s","start":"2026-02-27T19:15:17.716664Z","end":"2026-02-27T19:15:27.65569Z","steps":["trace[1932158647] 'agreement among raft nodes before linearized reading' (duration: 9.93893591s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.65585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:19.131076Z","time spent":"8.524768559s","remote":"127.0.0.1:57360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T19:15:27.655017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:24.982754Z","time spent":"2.672251463s","remote":"127.0.0.1:48122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:15:27.655964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:25.292831Z","time spent":"2.363114745s","remote":"127.0.0.1:59286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.65438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.806977603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:27.661102Z","caller":"traceutil/trace.go:171","msg":"trace[105562551] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24057; }","duration":"5.94153127s","start":"2026-02-27T19:15:21.719546Z","end":"2026-02-27T19:15:27.661077Z","steps":["trace[105562551] 'agreement among raft nodes before linearized reading' (duration: 5.935783615s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.661183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:21.719521Z","time spent":"5.941634393s","remote":"127.0.0.1:57278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.661342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:15.630603Z","time spent":"12.030716005s","remote":"127.0.0.1:60092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:27.661486Z","caller":"traceutil/trace.go:171","msg":"trace[1489431890] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24057; }","duration":"21.814093601s","start":"2026-02-27T19:15:05.847368Z","end":"2026-02-27T19:15:27.661461Z","steps":["trace[1489431890] 'agreement among raft nodes before linearized reading' (duration: 21.806931902s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.661895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:17.71661Z","time spent":"9.945267199s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-02-27T19:15:27.661629Z","caller":"traceutil/trace.go:171","msg":"trace[1954186084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24057; }","duration":"10.411582531s","start":"2026-02-27T19:15:17.250035Z","end":"2026-02-27T19:15:27.661618Z","steps":["trace[1954186084] 'agreement among raft nodes before linearized reading' (duration: 10.405296854s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:27.662119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:17.249994Z","time spent":"10.412111775s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:27.662128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:05.847312Z","time spent":"21.814590193s","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:28.05006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.634853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:28.050157Z","caller":"traceutil/trace.go:171","msg":"trace[610439227] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"386.770637ms","start":"2026-02-27T19:15:27.663367Z","end":"2026-02-27T19:15:28.050137Z","steps":["trace[610439227] 'agreement among raft nodes before linearized reading' (duration: 386.649404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:28.050206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:27.663355Z","time spent":"386.841588ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/27 19:15:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:28.161129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:28.662096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:28.686178Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026292216s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:15:29.663446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000263759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:29.663548Z","caller":"traceutil/trace.go:171","msg":"trace[895448735] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000379682s","start":"2026-02-27T19:15:27.663144Z","end":"2026-02-27T19:15:29.663524Z","steps":["trace[895448735] 'agreement among raft nodes before linearized reading' (duration: 2.000258909s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:29.663618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:27.663132Z","time spent":"2.000465474s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:30.581968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89549284s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-27T19:15:30.582067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:27.659784Z","time spent":"2.922279288s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:31.663876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000103065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:31.663947Z","caller":"traceutil/trace.go:171","msg":"trace[1097870875] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228348s","start":"2026-02-27T19:15:29.663702Z","end":"2026-02-27T19:15:31.66393Z","steps":["trace[1097870875] 'agreement among raft nodes before linearized reading' (duration: 2.000137806s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:31.663986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:29.66368Z","time spent":"2.0002976s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:33.672604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000419272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:15:33.672703Z","caller":"traceutil/trace.go:171","msg":"trace[1586696169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000587747s","start":"2026-02-27T19:15:31.672091Z","end":"2026-02-27T19:15:33.672678Z","steps":["trace[1586696169] 'agreement among raft nodes before linearized reading' (duration: 2.000439443s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:33.672754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:31.672077Z","time spent":"2.000665459s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:33.853103Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.166749556s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:15:33.854003Z","caller":"traceutil/trace.go:171","msg":"trace[1427553790] linearizableReadLoop","detail":"{readStateIndex:24934; appliedIndex:24929; }","duration":"6.193608956s","start":"2026-02-27T19:15:27.66037Z","end":"2026-02-27T19:15:33.853978Z","steps":["trace[1427553790] 'read index received' (duration: 1.025982408s)","trace[1427553790] 'applied index is now lower than readState.Index' (duration: 5.167625708s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:15:33.854117Z","caller":"traceutil/trace.go:171","msg":"trace[1719326625] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"6.192352695s","start":"2026-02-27T19:15:27.661754Z","end":"2026-02-27T19:15:33.854106Z","steps":["trace[1719326625] 'process raft request' (duration: 6.191948655s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:33.854226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:27.661732Z","time spent":"6.192420797s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:15:33.854384Z","caller":"traceutil/trace.go:171","msg":"trace[1296111342] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"6.188876057s","start":"2026-02-27T19:15:27.665404Z","end":"2026-02-27T19:15:33.85428Z","steps":["trace[1296111342] 'process raft request' (duration: 6.188429986s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:33.854465Z","caller":"traceutil/trace.go:171","msg":"trace[498455987] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"5.798829398s","start":"2026-02-27T19:15:28.055624Z","end":"2026-02-27T19:15:33.854454Z","steps":["trace[498455987] 'process raft request' (duration: 5.798277514s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:33.854522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:28.055598Z","time spent":"5.79889265s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:33.854691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:27.665394Z","time spent":"6.189070212s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:33.854734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.194362505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18440"} {"level":"info","ts":"2026-02-27T19:15:33.854768Z","caller":"traceutil/trace.go:171","msg":"trace[1127783082] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24060; }","duration":"6.194416066s","start":"2026-02-27T19:15:27.66034Z","end":"2026-02-27T19:15:33.854756Z","steps":["trace[1127783082] 'agreement among raft nodes before linearized reading' (duration: 6.194258303s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:33.854803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:27.660324Z","time spent":"6.194473697s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T19:15:33.854962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:27.660242Z","time spent":"6.194702663s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:34.35502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:34.855262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:35.355781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:35.674001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000459805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:35.674123Z","caller":"traceutil/trace.go:171","msg":"trace[1639212348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000649859s","start":"2026-02-27T19:15:33.673444Z","end":"2026-02-27T19:15:35.674093Z","steps":["trace[1639212348] 'agreement among raft nodes before linearized reading' (duration: 2.000491565s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:35.674182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:33.673424Z","time spent":"2.000748052s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:35.856977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:36.098102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.244587461s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:15:36.098759Z","caller":"traceutil/trace.go:171","msg":"trace[1133591922] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"4.819188553s","start":"2026-02-27T19:15:31.279545Z","end":"2026-02-27T19:15:36.098733Z","steps":["trace[1133591922] 'process raft request' (duration: 4.819098781s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:36.098918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:31.279517Z","time spent":"4.819316916s","remote":"127.0.0.1:57360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:15:36.098898Z","caller":"traceutil/trace.go:171","msg":"trace[1376514608] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"5.514139744s","start":"2026-02-27T19:15:30.58471Z","end":"2026-02-27T19:15:36.098849Z","steps":["trace[1376514608] 'process raft request' (duration: 5.513608751s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:36.099149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:30.58468Z","time spent":"5.514317138s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:37.503312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308649713s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:15:37.503525Z","caller":"traceutil/trace.go:171","msg":"trace[423890307] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"3.644375401s","start":"2026-02-27T19:15:33.859125Z","end":"2026-02-27T19:15:37.5035Z","steps":["trace[423890307] 'process raft request' (duration: 2.335463631s)","trace[423890307] 'compare' (duration: 1.30692841s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:15:37.503596Z","caller":"traceutil/trace.go:171","msg":"trace[1454327126] linearizableReadLoop","detail":"{readStateIndex:24938; appliedIndex:24934; }","duration":"3.64951799s","start":"2026-02-27T19:15:33.854067Z","end":"2026-02-27T19:15:37.503585Z","steps":["trace[1454327126] 'read index received' (duration: 2.244252033s)","trace[1454327126] 'applied index is now lower than readState.Index' (duration: 1.405264787s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:15:37.503663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:33.859048Z","time spent":"3.644537755s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:37.503775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.682951006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:37.5038Z","caller":"traceutil/trace.go:171","msg":"trace[1916019086] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24064; }","duration":"9.683029678s","start":"2026-02-27T19:15:27.820762Z","end":"2026-02-27T19:15:37.503792Z","steps":["trace[1916019086] 'agreement among raft nodes before linearized reading' (duration: 9.682977847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.503803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.026921492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:37.503889Z","caller":"traceutil/trace.go:171","msg":"trace[1447409420] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24064; }","duration":"9.027055156s","start":"2026-02-27T19:15:28.476811Z","end":"2026-02-27T19:15:37.503867Z","steps":["trace[1447409420] 'agreement among raft nodes before linearized reading' (duration: 9.026914382s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.503897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.428115262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:37.503955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.086406307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:37.503992Z","caller":"traceutil/trace.go:171","msg":"trace[1667080756] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24064; }","duration":"6.086447238s","start":"2026-02-27T19:15:31.417536Z","end":"2026-02-27T19:15:37.503983Z","steps":["trace[1667080756] 'agreement among raft nodes before linearized reading' (duration: 6.086364516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.503997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.47598045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:37.504003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.839381916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-27T19:15:37.504005Z","caller":"traceutil/trace.go:171","msg":"trace[480635288] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24064; }","duration":"6.428286286s","start":"2026-02-27T19:15:31.075691Z","end":"2026-02-27T19:15:37.503978Z","steps":["trace[480635288] 'agreement among raft nodes before linearized reading' (duration: 6.427969859s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.503874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:27.820732Z","time spent":"9.68308527s","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:37.504036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.894265632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-27T19:15:37.503997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.010664159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:37.504059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:31.075651Z","time spent":"6.428394749s","remote":"127.0.0.1:57428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:37.504055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.838304305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:37.504098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.110060871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:37.503939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:28.476791Z","time spent":"9.027137997s","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:37.504128Z","caller":"traceutil/trace.go:171","msg":"trace[1695568677] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24064; }","duration":"8.110148794s","start":"2026-02-27T19:15:29.39397Z","end":"2026-02-27T19:15:37.504119Z","steps":["trace[1695568677] 'agreement among raft nodes before linearized reading' (duration: 8.110102913s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.841832582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-173d72a7-dcb0-4c1a-a0ec-2d17b18c796c\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-02-27T19:15:37.504158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.836055098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T19:15:37.504184Z","caller":"traceutil/trace.go:171","msg":"trace[211454514] range","detail":"{range_begin:/registry/persistentvolumes/pvc-173d72a7-dcb0-4c1a-a0ec-2d17b18c796c; range_end:; response_count:1; response_revision:24064; }","duration":"9.841905394s","start":"2026-02-27T19:15:27.662272Z","end":"2026-02-27T19:15:37.504178Z","steps":["trace[211454514] 'agreement among raft nodes before linearized reading' (duration: 9.841644498s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:37.504192Z","caller":"traceutil/trace.go:171","msg":"trace[228237763] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24064; }","duration":"9.836102569s","start":"2026-02-27T19:15:27.668081Z","end":"2026-02-27T19:15:37.504183Z","steps":["trace[228237763] 'agreement among raft nodes before linearized reading' (duration: 9.836019636s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:29.393911Z","time spent":"8.110258466s","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:37.504231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:27.662262Z","time spent":"9.841963576s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-173d72a7-dcb0-4c1a-a0ec-2d17b18c796c\" "} {"level":"warn","ts":"2026-02-27T19:15:37.504237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.239109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:37.50426Z","caller":"traceutil/trace.go:171","msg":"trace[2064205080] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24064; }","duration":"813.28516ms","start":"2026-02-27T19:15:36.690966Z","end":"2026-02-27T19:15:37.504252Z","steps":["trace[2064205080] 'agreement among raft nodes before linearized reading' (duration: 813.214438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.840660173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-02-27T19:15:37.504287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:36.690952Z","time spent":"813.329791ms","remote":"127.0.0.1:47684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:37.504294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.515527613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:37.504305Z","caller":"traceutil/trace.go:171","msg":"trace[1358395253] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24064; }","duration":"9.840730165s","start":"2026-02-27T19:15:27.663563Z","end":"2026-02-27T19:15:37.504293Z","steps":["trace[1358395253] 'agreement among raft nodes before linearized reading' (duration: 9.84053485s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:27.663545Z","time spent":"9.840785736s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-27T19:15:37.504003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.996591751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:37.504045Z","caller":"traceutil/trace.go:171","msg":"trace[479219226] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018; range_end:; response_count:1; response_revision:24064; }","duration":"8.839465798s","start":"2026-02-27T19:15:28.664567Z","end":"2026-02-27T19:15:37.504033Z","steps":["trace[479219226] 'agreement among raft nodes before linearized reading' (duration: 8.839290813s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039703303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:37.5044Z","caller":"traceutil/trace.go:171","msg":"trace[643237510] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24064; }","duration":"8.997013891s","start":"2026-02-27T19:15:28.507365Z","end":"2026-02-27T19:15:37.504379Z","steps":["trace[643237510] 'agreement among raft nodes before linearized reading' (duration: 8.996598291s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134350754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:37.504421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:28.664544Z","time spent":"8.839867437s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018\" "} {"level":"warn","ts":"2026-02-27T19:15:37.504425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.259997392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T19:15:37.504451Z","caller":"traceutil/trace.go:171","msg":"trace[1758789895] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24064; }","duration":"2.134420136s","start":"2026-02-27T19:15:35.370022Z","end":"2026-02-27T19:15:37.504442Z","steps":["trace[1758789895] 'agreement among raft nodes before linearized reading' (duration: 2.134374765s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:35.369914Z","time spent":"2.13455222s","remote":"127.0.0.1:35210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:37.504491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135671231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:37.504259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.672451261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:37.504232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:27.668075Z","time spent":"9.83615049s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T19:15:37.504518Z","caller":"traceutil/trace.go:171","msg":"trace[832912048] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24064; }","duration":"1.135731573s","start":"2026-02-27T19:15:36.368778Z","end":"2026-02-27T19:15:37.50451Z","steps":["trace[832912048] 'agreement among raft nodes before linearized reading' (duration: 1.135686001s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402821966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T19:15:37.504082Z","caller":"traceutil/trace.go:171","msg":"trace[1118444362] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24064; }","duration":"3.894346994s","start":"2026-02-27T19:15:33.609722Z","end":"2026-02-27T19:15:37.504069Z","steps":["trace[1118444362] 'agreement among raft nodes before linearized reading' (duration: 3.89418908s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:37.504047Z","caller":"traceutil/trace.go:171","msg":"trace[1679529494] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24064; }","duration":"7.476058331s","start":"2026-02-27T19:15:30.027968Z","end":"2026-02-27T19:15:37.504027Z","steps":["trace[1679529494] 'agreement among raft nodes before linearized reading' (duration: 7.475999209s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:37.504545Z","caller":"traceutil/trace.go:171","msg":"trace[1996710073] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24064; }","duration":"4.67283286s","start":"2026-02-27T19:15:32.831698Z","end":"2026-02-27T19:15:37.50453Z","steps":["trace[1996710073] 'agreement among raft nodes before linearized reading' (duration: 4.672454371s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:33.609699Z","time spent":"3.894867556s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:15:37.504579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822036566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:37.504584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:32.831675Z","time spent":"4.672896482s","remote":"127.0.0.1:50940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:37.504604Z","caller":"traceutil/trace.go:171","msg":"trace[2035578071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24064; }","duration":"1.822107628s","start":"2026-02-27T19:15:35.682491Z","end":"2026-02-27T19:15:37.504599Z","steps":["trace[2035578071] 'agreement among raft nodes before linearized reading' (duration: 1.822069067s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:35.682466Z","time spent":"1.822155288s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:15:37.504088Z","caller":"traceutil/trace.go:171","msg":"trace[1843454182] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"3.643518409s","start":"2026-02-27T19:15:33.860558Z","end":"2026-02-27T19:15:37.504077Z","steps":["trace[1843454182] 'process raft request' (duration: 3.642834372s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:37.504464Z","caller":"traceutil/trace.go:171","msg":"trace[208127953] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24064; }","duration":"6.260097625s","start":"2026-02-27T19:15:31.244355Z","end":"2026-02-27T19:15:37.504452Z","steps":["trace[208127953] 'agreement among raft nodes before linearized reading' (duration: 6.259975582s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766482069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:37.504129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.894672771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-27T19:15:37.50391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.548882645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:37.504722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:31.244323Z","time spent":"6.260373592s","remote":"127.0.0.1:59740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T19:15:37.504602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472779908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:37.504776Z","caller":"traceutil/trace.go:171","msg":"trace[1814434694] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24064; }","duration":"2.473058705s","start":"2026-02-27T19:15:35.031707Z","end":"2026-02-27T19:15:37.504766Z","steps":["trace[1814434694] 'agreement among raft nodes before linearized reading' (duration: 2.47286752s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:37.504181Z","caller":"traceutil/trace.go:171","msg":"trace[309510750] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24064; }","duration":"9.838400407s","start":"2026-02-27T19:15:27.665714Z","end":"2026-02-27T19:15:37.504115Z","steps":["trace[309510750] 'agreement among raft nodes before linearized reading' (duration: 9.838256703s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:35.031685Z","time spent":"2.473113096s","remote":"127.0.0.1:35254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:37.504447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39821413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18440"} {"level":"info","ts":"2026-02-27T19:15:37.504734Z","caller":"traceutil/trace.go:171","msg":"trace[919503136] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24064; }","duration":"3.895323968s","start":"2026-02-27T19:15:33.609397Z","end":"2026-02-27T19:15:37.504721Z","steps":["trace[919503136] 'agreement among raft nodes before linearized reading' (duration: 3.894650811s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252206879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T19:15:37.50483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:27.66571Z","time spent":"9.839107064s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-27T19:15:37.504858Z","caller":"traceutil/trace.go:171","msg":"trace[1061221623] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24064; }","duration":"3.25227709s","start":"2026-02-27T19:15:34.252575Z","end":"2026-02-27T19:15:37.504852Z","steps":["trace[1061221623] 'agreement among raft nodes before linearized reading' (duration: 3.252140707s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:37.504853Z","caller":"traceutil/trace.go:171","msg":"trace[1817524430] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24064; }","duration":"1.398659071s","start":"2026-02-27T19:15:36.106187Z","end":"2026-02-27T19:15:37.504846Z","steps":["trace[1817524430] 'agreement among raft nodes before linearized reading' (duration: 1.39819836s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:34.252549Z","time spent":"3.252321271s","remote":"127.0.0.1:59740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:37.50402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:31.417477Z","time spent":"6.086536719s","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:37.50496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643740044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-grbwd\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-02-27T19:15:37.504996Z","caller":"traceutil/trace.go:171","msg":"trace[776598057] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-grbwd; range_end:; response_count:1; response_revision:24064; }","duration":"3.643814086s","start":"2026-02-27T19:15:33.861172Z","end":"2026-02-27T19:15:37.504986Z","steps":["trace[776598057] 'agreement among raft nodes before linearized reading' (duration: 3.643705684s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.503805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.587817757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:37.505037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:33.861161Z","time spent":"3.643868947s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4715,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-grbwd\" "} {"level":"info","ts":"2026-02-27T19:15:37.505057Z","caller":"traceutil/trace.go:171","msg":"trace[593409875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24064; }","duration":"4.58913765s","start":"2026-02-27T19:15:32.915901Z","end":"2026-02-27T19:15:37.505038Z","steps":["trace[593409875] 'agreement among raft nodes before linearized reading' (duration: 4.587775506s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:33.609371Z","time spent":"3.895498111s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:15:37.505111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:32.915869Z","time spent":"4.589227312s","remote":"127.0.0.1:35402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:37.504841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.841308829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18440"} {"level":"info","ts":"2026-02-27T19:15:37.505187Z","caller":"traceutil/trace.go:171","msg":"trace[1772879807] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24064; }","duration":"9.841659908s","start":"2026-02-27T19:15:27.66351Z","end":"2026-02-27T19:15:37.50517Z","steps":["trace[1772879807] 'agreement among raft nodes before linearized reading' (duration: 9.840273044s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.505233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:27.663506Z","time spent":"9.841714549s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T19:15:37.504111Z","caller":"traceutil/trace.go:171","msg":"trace[1579044537] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24064; }","duration":"5.010808662s","start":"2026-02-27T19:15:32.493275Z","end":"2026-02-27T19:15:37.504084Z","steps":["trace[1579044537] 'agreement among raft nodes before linearized reading' (duration: 5.010470504s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.50473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:33.860542Z","time spent":"3.644143644s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:37.505296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:32.493255Z","time spent":"5.012026353s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:37.505222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.832253761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-02-27T19:15:37.504166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643789946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-27T19:15:37.505356Z","caller":"traceutil/trace.go:171","msg":"trace[1781635837] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24064; }","duration":"4.832433156s","start":"2026-02-27T19:15:32.672903Z","end":"2026-02-27T19:15:37.505336Z","steps":["trace[1781635837] 'agreement among raft nodes before linearized reading' (duration: 4.83139122s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:37.505413Z","caller":"traceutil/trace.go:171","msg":"trace[359608426] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24064; }","duration":"3.645015756s","start":"2026-02-27T19:15:33.86037Z","end":"2026-02-27T19:15:37.505385Z","steps":["trace[359608426] 'agreement among raft nodes before linearized reading' (duration: 3.643760075s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.505419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:32.672883Z","time spent":"4.832520668s","remote":"127.0.0.1:34382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-27T19:15:37.505465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:33.860344Z","time spent":"3.645106208s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-27T19:15:37.504748Z","caller":"traceutil/trace.go:171","msg":"trace[1297155312] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24064; }","duration":"8.549796427s","start":"2026-02-27T19:15:28.95494Z","end":"2026-02-27T19:15:37.504737Z","steps":["trace[1297155312] 'agreement among raft nodes before linearized reading' (duration: 8.548861254s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.505515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:28.954918Z","time spent":"8.550584667s","remote":"127.0.0.1:47828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:37.50443Z","caller":"traceutil/trace.go:171","msg":"trace[206301456] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24064; }","duration":"1.039755783s","start":"2026-02-27T19:15:36.464664Z","end":"2026-02-27T19:15:37.50442Z","steps":["trace[206301456] 'agreement among raft nodes before linearized reading' (duration: 1.039709072s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.505579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:36.464649Z","time spent":"1.040918113s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:37.504341Z","caller":"traceutil/trace.go:171","msg":"trace[133410326] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24064; }","duration":"4.515622805s","start":"2026-02-27T19:15:32.988702Z","end":"2026-02-27T19:15:37.504325Z","steps":["trace[133410326] 'agreement among raft nodes before linearized reading' (duration: 4.515453811s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.505718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:32.988673Z","time spent":"4.51703544s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:37.504883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:36.106166Z","time spent":"1.398709292s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T19:15:37.504548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:36.368762Z","time spent":"1.135778883s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:37.50446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:28.507342Z","time spent":"8.997095273s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:37.504547Z","caller":"traceutil/trace.go:171","msg":"trace[1900138289] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24064; }","duration":"1.402879547s","start":"2026-02-27T19:15:36.101661Z","end":"2026-02-27T19:15:37.50454Z","steps":["trace[1900138289] 'agreement among raft nodes before linearized reading' (duration: 1.402784355s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:37.504704Z","caller":"traceutil/trace.go:171","msg":"trace[1244406010] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24064; }","duration":"2.76653767s","start":"2026-02-27T19:15:34.738159Z","end":"2026-02-27T19:15:37.504697Z","steps":["trace[1244406010] 'agreement among raft nodes before linearized reading' (duration: 2.766458028s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.506193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:36.101643Z","time spent":"1.404498318s","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T19:15:37.506244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:34.738139Z","time spent":"2.768093s","remote":"127.0.0.1:60108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:37.504353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014597539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:37.506329Z","caller":"traceutil/trace.go:171","msg":"trace[1597431266] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24064; }","duration":"2.016606879s","start":"2026-02-27T19:15:35.489705Z","end":"2026-02-27T19:15:37.506311Z","steps":["trace[1597431266] 'agreement among raft nodes before linearized reading' (duration: 2.014543147s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:37.504576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:30.027946Z","time spent":"7.476623135s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:37.506386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:35.489681Z","time spent":"2.016688282s","remote":"127.0.0.1:60012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:38.014226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:38.253569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:37.512302Z","time spent":"741.260343ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:15:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:38.256885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:37.516543Z","time spent":"740.33413ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 19:15:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T19:15:38.316768Z","caller":"traceutil/trace.go:171","msg":"trace[1228389933] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"807.112115ms","start":"2026-02-27T19:15:37.509624Z","end":"2026-02-27T19:15:38.316736Z","steps":["trace[1228389933] 'process raft request' (duration: 806.871329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:38.316965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:37.509593Z","time spent":"807.270519ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:39.145434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:38.410664Z","time spent":"734.74993ms","remote":"127.0.0.1:54870","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T19:15:39.145949Z","caller":"traceutil/trace.go:171","msg":"trace[687917101] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"1.63372794s","start":"2026-02-27T19:15:37.512169Z","end":"2026-02-27T19:15:39.145897Z","steps":["trace[687917101] 'process raft request' (duration: 1.633025313s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:39.146037Z","caller":"traceutil/trace.go:171","msg":"trace[1112109739] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"1.628446417s","start":"2026-02-27T19:15:37.517574Z","end":"2026-02-27T19:15:39.146021Z","steps":["trace[1112109739] 'process raft request' (duration: 1.628319444s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:39.146073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:37.51216Z","time spent":"1.633835603s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:39.146137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:37.517567Z","time spent":"1.628521489s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:15:39.146609Z","caller":"traceutil/trace.go:171","msg":"trace[1423704978] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24069; }","duration":"889.909194ms","start":"2026-02-27T19:15:38.256669Z","end":"2026-02-27T19:15:39.146578Z","steps":["trace[1423704978] 'process raft request' (duration: 889.32179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:39.14679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:38.256608Z","time spent":"890.090818ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73,"response count":0,"response size":598,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:15:39.14685Z","caller":"traceutil/trace.go:171","msg":"trace[520128653] linearizableReadLoop","detail":"{readStateIndex:24943; appliedIndex:24938; }","duration":"1.633536316s","start":"2026-02-27T19:15:37.513269Z","end":"2026-02-27T19:15:39.146805Z","steps":["trace[520128653] 'read index received' (duration: 803.217188ms)","trace[520128653] 'applied index is now lower than readState.Index' (duration: 830.316568ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:15:39.14709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633806752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T19:15:39.147147Z","caller":"traceutil/trace.go:171","msg":"trace[285776506] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24069; }","duration":"1.633868394s","start":"2026-02-27T19:15:37.513266Z","end":"2026-02-27T19:15:39.147134Z","steps":["trace[285776506] 'agreement among raft nodes before linearized reading' (duration: 1.633657049s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:39.14718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:37.513242Z","time spent":"1.633930325s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T19:15:39.147242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.595837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:39.147305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632286663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:39.147326Z","caller":"traceutil/trace.go:171","msg":"trace[1524980805] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24069; }","duration":"848.702499ms","start":"2026-02-27T19:15:38.298597Z","end":"2026-02-27T19:15:39.147299Z","steps":["trace[1524980805] 'agreement among raft nodes before linearized reading' (duration: 848.575846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:39.147341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629311888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:39.14738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:38.298586Z","time spent":"848.778711ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:39.147391Z","caller":"traceutil/trace.go:171","msg":"trace[787750073] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24069; }","duration":"1.632415167s","start":"2026-02-27T19:15:37.514933Z","end":"2026-02-27T19:15:39.147349Z","steps":["trace[787750073] 'agreement among raft nodes before linearized reading' (duration: 1.632219852s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:39.147408Z","caller":"traceutil/trace.go:171","msg":"trace[283110721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24069; }","duration":"1.629403681s","start":"2026-02-27T19:15:37.517984Z","end":"2026-02-27T19:15:39.147388Z","steps":["trace[283110721] 'agreement among raft nodes before linearized reading' (duration: 1.629291378s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:39.14745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:37.517976Z","time spent":"1.629465563s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:15:39.147471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:37.514926Z","time spent":"1.632504389s","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:15:39.14759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.731244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-27T19:15:39.147629Z","caller":"traceutil/trace.go:171","msg":"trace[474936877] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018; range_end:; response_count:1; response_revision:24069; }","duration":"635.794455ms","start":"2026-02-27T19:15:38.511823Z","end":"2026-02-27T19:15:39.147617Z","steps":["trace[474936877] 'agreement among raft nodes before linearized reading' (duration: 635.685432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:39.14766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:38.51181Z","time spent":"635.843348ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018\" "} {"level":"info","ts":"2026-02-27T19:15:39.149525Z","caller":"traceutil/trace.go:171","msg":"trace[829658872] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24069; }","duration":"886.927538ms","start":"2026-02-27T19:15:38.259883Z","end":"2026-02-27T19:15:39.14681Z","steps":["trace[829658872] 'process raft request' (duration: 886.627711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:39.149769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:38.259841Z","time spent":"889.79758ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:39.150328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536821977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-27T19:15:39.150373Z","caller":"traceutil/trace.go:171","msg":"trace[794319157] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24069; }","duration":"1.5369136s","start":"2026-02-27T19:15:37.613445Z","end":"2026-02-27T19:15:39.150358Z","steps":["trace[794319157] 'agreement among raft nodes before linearized reading' (duration: 1.533761151s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:39.150399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:37.613427Z","time spent":"1.536965901s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} 2026/02/27 19:15:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/27 19:15:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:39.65509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:40.72011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.525682ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-27T19:15:40.720491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:39.152016Z","time spent":"1.568459842s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T19:15:40.720608Z","caller":"traceutil/trace.go:171","msg":"trace[601503628] linearizableReadLoop","detail":"{readStateIndex:24949; appliedIndex:24945; }","duration":"1.566175825s","start":"2026-02-27T19:15:39.154401Z","end":"2026-02-27T19:15:40.720577Z","steps":["trace[601503628] 'read index received' (duration: 853.16295ms)","trace[601503628] 'applied index is now lower than readState.Index' (duration: 713.010995ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:15:40.720728Z","caller":"traceutil/trace.go:171","msg":"trace[1170565843] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"1.566554764s","start":"2026-02-27T19:15:39.154157Z","end":"2026-02-27T19:15:40.720712Z","steps":["trace[1170565843] 'process raft request' (duration: 1.566138184s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:40.72157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567142379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-062f2e02-df43-4d00-b7f9-01a9091ddb43\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-02-27T19:15:40.721596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:39.154131Z","time spent":"1.566637386s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:15:40.721715Z","caller":"traceutil/trace.go:171","msg":"trace[550515185] range","detail":"{range_begin:/registry/persistentvolumes/pvc-062f2e02-df43-4d00-b7f9-01a9091ddb43; range_end:; response_count:1; response_revision:24072; }","duration":"1.567321113s","start":"2026-02-27T19:15:39.15437Z","end":"2026-02-27T19:15:40.721691Z","steps":["trace[550515185] 'agreement among raft nodes before linearized reading' (duration: 1.566942104s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:40.721768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:39.154357Z","time spent":"1.567401305s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-062f2e02-df43-4d00-b7f9-01a9091ddb43\" "} {"level":"warn","ts":"2026-02-27T19:15:41.155087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000272429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:41.155154Z","caller":"traceutil/trace.go:171","msg":"trace[1361521404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370181s","start":"2026-02-27T19:15:39.154769Z","end":"2026-02-27T19:15:41.15514Z","steps":["trace[1361521404] 'agreement among raft nodes before linearized reading' (duration: 2.000283749s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:41.155192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:39.15476Z","time spent":"2.000424892s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:42.271639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134988434s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T19:15:42.271848Z","caller":"traceutil/trace.go:171","msg":"trace[914183640] linearizableReadLoop","detail":"{readStateIndex:24950; appliedIndex:24949; }","duration":"1.551172518s","start":"2026-02-27T19:15:40.720661Z","end":"2026-02-27T19:15:42.271834Z","steps":["trace[914183640] 'read index received' (duration: 415.99744ms)","trace[914183640] 'applied index is now lower than readState.Index' (duration: 1.135174078s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:15:42.272227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117432226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:42.27226Z","caller":"traceutil/trace.go:171","msg":"trace[898201031] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24072; }","duration":"3.117494138s","start":"2026-02-27T19:15:39.154757Z","end":"2026-02-27T19:15:42.272251Z","steps":["trace[898201031] 'agreement among raft nodes before linearized reading' (duration: 3.117414656s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:42.272287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:39.154749Z","time spent":"3.117530378s","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:15:42.272316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112975303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-grbwd\" ","response":"range_response_count:1 size:4886"} {"level":"info","ts":"2026-02-27T19:15:42.2724Z","caller":"traceutil/trace.go:171","msg":"trace[2143329319] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-grbwd; range_end:; response_count:1; response_revision:24072; }","duration":"3.113078866s","start":"2026-02-27T19:15:39.159301Z","end":"2026-02-27T19:15:42.27238Z","steps":["trace[2143329319] 'agreement among raft nodes before linearized reading' (duration: 3.11285029s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:42.272446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:39.159295Z","time spent":"3.113142697s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4910,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-grbwd\" "} {"level":"warn","ts":"2026-02-27T19:15:42.27252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608632117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:42.272582Z","caller":"traceutil/trace.go:171","msg":"trace[975819123] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24072; }","duration":"2.608743929s","start":"2026-02-27T19:15:39.663824Z","end":"2026-02-27T19:15:42.272568Z","steps":["trace[975819123] 'agreement among raft nodes before linearized reading' (duration: 2.608629697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:42.272589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754125837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:42.27262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:39.663803Z","time spent":"2.60880738s","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:42.272645Z","caller":"traceutil/trace.go:171","msg":"trace[682553536] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24072; }","duration":"2.75421052s","start":"2026-02-27T19:15:39.518416Z","end":"2026-02-27T19:15:42.272627Z","steps":["trace[682553536] 'agreement among raft nodes before linearized reading' (duration: 2.754122228s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:42.272684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:39.518399Z","time spent":"2.754275512s","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:42.272664Z","caller":"traceutil/trace.go:171","msg":"trace[780825549] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"1.550660086s","start":"2026-02-27T19:15:40.721979Z","end":"2026-02-27T19:15:42.272639Z","steps":["trace[780825549] 'process raft request' (duration: 1.549756154s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:42.272827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:40.721895Z","time spent":"1.550851111s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:42.41112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699135498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:42.411233Z","caller":"traceutil/trace.go:171","msg":"trace[1027944902] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24073; }","duration":"2.699295551s","start":"2026-02-27T19:15:39.711912Z","end":"2026-02-27T19:15:42.411207Z","steps":["trace[1027944902] 'agreement among raft nodes before linearized reading' (duration: 2.561246537s)","trace[1027944902] 'count revisions from in-memory index tree' (duration: 137.8793ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:15:42.411287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:39.711892Z","time spent":"2.699382485s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:42.411298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354213332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:42.411396Z","caller":"traceutil/trace.go:171","msg":"trace[1149024525] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24073; }","duration":"2.354358225s","start":"2026-02-27T19:15:40.057017Z","end":"2026-02-27T19:15:42.411375Z","steps":["trace[1149024525] 'agreement among raft nodes before linearized reading' (duration: 2.215528841s)","trace[1149024525] 'count revisions from in-memory index tree' (duration: 138.667361ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:15:42.411478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:40.056993Z","time spent":"2.354467098s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:42.41162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705329484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:42.411738Z","caller":"traceutil/trace.go:171","msg":"trace[1954825889] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24073; }","duration":"2.705484087s","start":"2026-02-27T19:15:39.706215Z","end":"2026-02-27T19:15:42.411699Z","steps":["trace[1954825889] 'agreement among raft nodes before linearized reading' (duration: 2.566342555s)","trace[1954825889] 'count revisions from in-memory index tree' (duration: 138.981338ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:15:42.411816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258186291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-27T19:15:42.411863Z","caller":"traceutil/trace.go:171","msg":"trace[377721905] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018; range_end:; response_count:1; response_revision:24073; }","duration":"2.258283354s","start":"2026-02-27T19:15:40.153567Z","end":"2026-02-27T19:15:42.411851Z","steps":["trace[377721905] 'agreement among raft nodes before linearized reading' (duration: 2.118945287s)","trace[377721905] 'range keys from in-memory index tree' (duration: 139.146122ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:15:42.411899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:40.153539Z","time spent":"2.258352716s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018\" "} {"level":"warn","ts":"2026-02-27T19:15:42.411975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:39.706193Z","time spent":"2.705691493s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:42.412188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.420209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:15:42.412436Z","caller":"traceutil/trace.go:171","msg":"trace[2047179000] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"1.686075544s","start":"2026-02-27T19:15:40.726341Z","end":"2026-02-27T19:15:42.412417Z","steps":["trace[2047179000] 'process raft request' (duration: 1.546283876s)","trace[2047179000] 'compare' (duration: 138.416133ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:15:42.412454Z","caller":"traceutil/trace.go:171","msg":"trace[38439815] linearizableReadLoop","detail":"{readStateIndex:24952; appliedIndex:24950; }","duration":"140.535347ms","start":"2026-02-27T19:15:42.271883Z","end":"2026-02-27T19:15:42.412418Z","steps":["trace[38439815] 'read index received' (duration: 562.114µs)","trace[38439815] 'applied index is now lower than readState.Index' (duration: 139.962363ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:15:42.412516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257117129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:42.412563Z","caller":"traceutil/trace.go:171","msg":"trace[997695189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24074; }","duration":"1.257225821s","start":"2026-02-27T19:15:41.155323Z","end":"2026-02-27T19:15:42.412549Z","steps":["trace[997695189] 'agreement among raft nodes before linearized reading' (duration: 1.257105728s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:42.412564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017543836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:42.4126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:41.155299Z","time spent":"1.257294273s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:15:42.412612Z","caller":"traceutil/trace.go:171","msg":"trace[2007623325] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24074; }","duration":"1.017622378s","start":"2026-02-27T19:15:41.394975Z","end":"2026-02-27T19:15:42.412598Z","steps":["trace[2007623325] 'agreement among raft nodes before linearized reading' (duration: 1.017529165s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:42.412646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:41.39495Z","time spent":"1.01768742s","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:42.412733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:40.726312Z","time spent":"1.686198507s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T19:15:42.413004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.89936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T19:15:42.413033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362521394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:42.413043Z","caller":"traceutil/trace.go:171","msg":"trace[26927823] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24074; }","duration":"137.937991ms","start":"2026-02-27T19:15:42.275095Z","end":"2026-02-27T19:15:42.413033Z","steps":["trace[26927823] 'agreement among raft nodes before linearized reading' (duration: 137.799198ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:42.413069Z","caller":"traceutil/trace.go:171","msg":"trace[488411318] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24074; }","duration":"1.362583935s","start":"2026-02-27T19:15:41.050474Z","end":"2026-02-27T19:15:42.413058Z","steps":["trace[488411318] 'agreement among raft nodes before linearized reading' (duration: 1.362526764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:42.413037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686452993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-27T19:15:42.413111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:41.050457Z","time spent":"1.362644927s","remote":"127.0.0.1:34394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:42.413131Z","caller":"traceutil/trace.go:171","msg":"trace[390561616] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24074; }","duration":"1.686592176s","start":"2026-02-27T19:15:40.726519Z","end":"2026-02-27T19:15:42.413111Z","steps":["trace[390561616] 'agreement among raft nodes before linearized reading' (duration: 1.686287589s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:42.413188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:40.726509Z","time spent":"1.686670209s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-27T19:15:42.413248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357705952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274393"} {"level":"info","ts":"2026-02-27T19:15:42.413296Z","caller":"traceutil/trace.go:171","msg":"trace[895899041] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24074; }","duration":"1.357807405s","start":"2026-02-27T19:15:41.055477Z","end":"2026-02-27T19:15:42.413284Z","steps":["trace[895899041] 'agreement among raft nodes before linearized reading' (duration: 1.357193609s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:42.413342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:41.055457Z","time spent":"1.357875257s","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274417,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T19:15:42.413833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.831113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-02-27T19:15:42.413914Z","caller":"traceutil/trace.go:171","msg":"trace[1393127004] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24074; }","duration":"136.930316ms","start":"2026-02-27T19:15:42.276971Z","end":"2026-02-27T19:15:42.413901Z","steps":["trace[1393127004] 'agreement among raft nodes before linearized reading' (duration: 136.043214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:42.920144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:43.840799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.739648ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:43.840996Z","caller":"traceutil/trace.go:171","msg":"trace[1332692117] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24074; }","duration":"973.963613ms","start":"2026-02-27T19:15:42.867006Z","end":"2026-02-27T19:15:43.84097Z","steps":["trace[1332692117] 'range keys from in-memory index tree' (duration: 973.711997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:43.842237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.520487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:15:43.842359Z","caller":"traceutil/trace.go:171","msg":"trace[1198170811] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"1.423992076s","start":"2026-02-27T19:15:42.418343Z","end":"2026-02-27T19:15:43.842335Z","steps":["trace[1198170811] 'process raft request' (duration: 700.304085ms)","trace[1198170811] 'compare' (duration: 722.938863ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:15:43.84242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:42.418228Z","time spent":"1.424169181s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T19:15:44.139331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019252088s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:15:44.421831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000702069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:44.422021Z","caller":"traceutil/trace.go:171","msg":"trace[1316458682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000917615s","start":"2026-02-27T19:15:42.421081Z","end":"2026-02-27T19:15:44.421998Z","steps":["trace[1316458682] 'agreement among raft nodes before linearized reading' (duration: 2.00071012s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:44.422124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:42.421073Z","time spent":"2.001037558s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:45.311134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171525152s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:15:45.311355Z","caller":"traceutil/trace.go:171","msg":"trace[992445282] linearizableReadLoop","detail":"{readStateIndex:24955; appliedIndex:24952; }","duration":"2.89128547s","start":"2026-02-27T19:15:42.420051Z","end":"2026-02-27T19:15:45.311337Z","steps":["trace[992445282] 'read index received' (duration: 698.741105ms)","trace[992445282] 'applied index is now lower than readState.Index' (duration: 2.192543195s)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:15:45.311364Z","caller":"traceutil/trace.go:171","msg":"trace[1211912145] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"2.888278695s","start":"2026-02-27T19:15:42.423055Z","end":"2026-02-27T19:15:45.311334Z","steps":["trace[1211912145] 'process raft request' (duration: 1.716464486s)","trace[1211912145] 'compare' (duration: 1.171241705s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:15:45.311501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:42.423045Z","time spent":"2.888378817s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:15:45.311569Z","caller":"traceutil/trace.go:171","msg":"trace[1335401463] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"2.799947818s","start":"2026-02-27T19:15:42.511606Z","end":"2026-02-27T19:15:45.311554Z","steps":["trace[1335401463] 'process raft request' (duration: 2.79962949s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:45.311648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:42.511582Z","time spent":"2.800024111s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:45.311925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891835903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-27T19:15:45.312Z","caller":"traceutil/trace.go:171","msg":"trace[845063552] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24077; }","duration":"2.891951457s","start":"2026-02-27T19:15:42.420029Z","end":"2026-02-27T19:15:45.31198Z","steps":["trace[845063552] 'agreement among raft nodes before linearized reading' (duration: 2.891632679s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:45.31205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:42.420021Z","time spent":"2.892019068s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-27T19:15:45.81148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:46.167266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.026867996s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T19:15:46.422178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999853649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T19:15:46.422291Z","caller":"traceutil/trace.go:171","msg":"trace[865753470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000033984s","start":"2026-02-27T19:15:44.422234Z","end":"2026-02-27T19:15:46.422268Z","steps":["trace[865753470] 'agreement among raft nodes before linearized reading' (duration: 1.99989278s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:46.422353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:44.422213Z","time spent":"2.000126035s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:15:48.431619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001410809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T19:15:48.431748Z","caller":"traceutil/trace.go:171","msg":"trace[20052123] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001612224s","start":"2026-02-27T19:15:46.430103Z","end":"2026-02-27T19:15:48.431716Z","steps":["trace[20052123] 'agreement among raft nodes before linearized reading' (duration: 2.001446629s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:48.431824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:46.430079Z","time spent":"2.001730236s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 19:15:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T19:15:49.287016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119361214s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T19:15:49.288369Z","caller":"traceutil/trace.go:171","msg":"trace[513928800] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"5.438842684s","start":"2026-02-27T19:15:43.849496Z","end":"2026-02-27T19:15:49.288339Z","steps":["trace[513928800] 'process raft request' (duration: 5.437691945s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.288498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:43.849477Z","time spent":"5.438962386s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T19:15:49.684694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.141003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:15:49.68513Z","caller":"traceutil/trace.go:171","msg":"trace[1721633826] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"1.302766415s","start":"2026-02-27T19:15:48.382335Z","end":"2026-02-27T19:15:49.685102Z","steps":["trace[1721633826] 'process raft request' (duration: 1.302682802s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.685236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:48.382311Z","time spent":"1.302878478s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:15:49.685382Z","caller":"traceutil/trace.go:171","msg":"trace[407872850] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"4.662382878s","start":"2026-02-27T19:15:45.022967Z","end":"2026-02-27T19:15:49.68535Z","steps":["trace[407872850] 'process raft request' (duration: 4.661905766s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.685478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.670735424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:49.685505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.782515305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:49.685541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.7150411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:49.685522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.653111228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:49.685529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.509096801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:49.685596Z","caller":"traceutil/trace.go:171","msg":"trace[1705912083] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24081; }","duration":"4.715115402s","start":"2026-02-27T19:15:44.97047Z","end":"2026-02-27T19:15:49.685585Z","steps":["trace[1705912083] 'agreement among raft nodes before linearized reading' (duration: 4.715019919s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:49.685615Z","caller":"traceutil/trace.go:171","msg":"trace[1824100809] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24081; }","duration":"6.653269382s","start":"2026-02-27T19:15:43.032326Z","end":"2026-02-27T19:15:49.685596Z","steps":["trace[1824100809] 'agreement among raft nodes before linearized reading' (duration: 6.653041636s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.685625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:45.022948Z","time spent":"4.662527162s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:15:49.685653Z","caller":"traceutil/trace.go:171","msg":"trace[61760421] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24081; }","duration":"4.509291996s","start":"2026-02-27T19:15:45.176334Z","end":"2026-02-27T19:15:49.685626Z","steps":["trace[61760421] 'agreement among raft nodes before linearized reading' (duration: 4.509024349s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.685667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:43.032303Z","time spent":"6.653354043s","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:49.685552Z","caller":"traceutil/trace.go:171","msg":"trace[1880989660] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24081; }","duration":"6.782617187s","start":"2026-02-27T19:15:42.902921Z","end":"2026-02-27T19:15:49.685538Z","steps":["trace[1880989660] 'agreement among raft nodes before linearized reading' (duration: 6.782525375s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.685625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.16883151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-02-27T19:15:49.685961Z","caller":"traceutil/trace.go:171","msg":"trace[1471755145] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24081; }","duration":"7.169222439s","start":"2026-02-27T19:15:42.516681Z","end":"2026-02-27T19:15:49.685903Z","steps":["trace[1471755145] 'agreement among raft nodes before linearized reading' (duration: 7.168761598s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.68581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:42.902891Z","time spent":"6.782889664s","remote":"127.0.0.1:59850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:49.686041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:42.516657Z","time spent":"7.169366273s","remote":"127.0.0.1:34382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-27T19:15:49.685368Z","caller":"traceutil/trace.go:171","msg":"trace[1121329800] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"5.68611023s","start":"2026-02-27T19:15:43.999213Z","end":"2026-02-27T19:15:49.685323Z","steps":["trace[1121329800] 'process raft request' (duration: 5.289113476s)","trace[1121329800] 'compare' (duration: 395.896547ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:15:49.685547Z","caller":"traceutil/trace.go:171","msg":"trace[2038211735] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24081; }","duration":"5.670870567s","start":"2026-02-27T19:15:44.014658Z","end":"2026-02-27T19:15:49.685529Z","steps":["trace[2038211735] 'agreement among raft nodes before linearized reading' (duration: 5.670695603s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.686312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:44.014639Z","time spent":"5.671649636s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:49.686294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:43.999116Z","time spent":"5.687031752s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:15:49.685383Z","caller":"traceutil/trace.go:171","msg":"trace[1100437994] linearizableReadLoop","detail":"{readStateIndex:24959; appliedIndex:24955; }","duration":"4.37396899s","start":"2026-02-27T19:15:45.311382Z","end":"2026-02-27T19:15:49.685351Z","steps":["trace[1100437994] 'read index received' (duration: 856.274619ms)","trace[1100437994] 'applied index is now lower than readState.Index' (duration: 3.517691211s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:15:49.685646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:44.970425Z","time spent":"4.715210694s","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:49.685718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:45.176297Z","time spent":"4.509404908s","remote":"127.0.0.1:40048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:49.685714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.269273535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-27T19:15:49.686683Z","caller":"traceutil/trace.go:171","msg":"trace[983706754] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018; range_end:; response_count:1; response_revision:24081; }","duration":"6.270123997s","start":"2026-02-27T19:15:43.416393Z","end":"2026-02-27T19:15:49.686517Z","steps":["trace[983706754] 'agreement among raft nodes before linearized reading' (duration: 6.268983737s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.686788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:43.41637Z","time spent":"6.270402844s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018\" "} {"level":"warn","ts":"2026-02-27T19:15:49.762483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.104657662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:49.762514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.44725669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-952b8c05-10b2-4642-b912-6ef7f5bb3e93\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-02-27T19:15:49.762556Z","caller":"traceutil/trace.go:171","msg":"trace[1013075692] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24082; }","duration":"4.104785205s","start":"2026-02-27T19:15:45.657754Z","end":"2026-02-27T19:15:49.762539Z","steps":["trace[1013075692] 'agreement among raft nodes before linearized reading' (duration: 4.104630111s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:49.762563Z","caller":"traceutil/trace.go:171","msg":"trace[468598244] range","detail":"{range_begin:/registry/persistentvolumes/pvc-952b8c05-10b2-4642-b912-6ef7f5bb3e93; range_end:; response_count:1; response_revision:24082; }","duration":"4.447345761s","start":"2026-02-27T19:15:45.315204Z","end":"2026-02-27T19:15:49.762549Z","steps":["trace[468598244] 'agreement among raft nodes before linearized reading' (duration: 4.447162677s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.762596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:45.315181Z","time spent":"4.447407773s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-952b8c05-10b2-4642-b912-6ef7f5bb3e93\" "} {"level":"warn","ts":"2026-02-27T19:15:49.762599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:45.657728Z","time spent":"4.104860917s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:49.762642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416110909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:49.762613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.61453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T19:15:49.762729Z","caller":"traceutil/trace.go:171","msg":"trace[387289781] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24082; }","duration":"1.416223952s","start":"2026-02-27T19:15:48.346483Z","end":"2026-02-27T19:15:49.762707Z","steps":["trace[387289781] 'agreement among raft nodes before linearized reading' (duration: 1.416081109s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.762741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279507628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:49.762691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33084224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:49.762788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:48.346458Z","time spent":"1.416319225s","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:49.762766Z","caller":"traceutil/trace.go:171","msg":"trace[1810881108] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"469.458843ms","start":"2026-02-27T19:15:49.293254Z","end":"2026-02-27T19:15:49.762713Z","steps":["trace[1810881108] 'process raft request' (duration: 468.972331ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:49.762908Z","caller":"traceutil/trace.go:171","msg":"trace[807014537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24082; }","duration":"1.331095335s","start":"2026-02-27T19:15:48.431724Z","end":"2026-02-27T19:15:49.76282Z","steps":["trace[807014537] 'agreement among raft nodes before linearized reading' (duration: 1.330793918s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.762943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707990024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:49.76294Z","caller":"traceutil/trace.go:171","msg":"trace[1884886874] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:24082; }","duration":"611.774464ms","start":"2026-02-27T19:15:49.150944Z","end":"2026-02-27T19:15:49.762719Z","steps":["trace[1884886874] 'agreement among raft nodes before linearized reading' (duration: 611.536248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.762971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:49.293228Z","time spent":"469.655137ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T19:15:49.763014Z","caller":"traceutil/trace.go:171","msg":"trace[158304120] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24082; }","duration":"1.708110727s","start":"2026-02-27T19:15:48.054868Z","end":"2026-02-27T19:15:49.762979Z","steps":["trace[158304120] 'agreement among raft nodes before linearized reading' (duration: 1.708000334s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:49.762793Z","caller":"traceutil/trace.go:171","msg":"trace[1165630441] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24082; }","duration":"2.27960359s","start":"2026-02-27T19:15:47.483176Z","end":"2026-02-27T19:15:49.762779Z","steps":["trace[1165630441] 'agreement among raft nodes before linearized reading' (duration: 2.279361524s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.763025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:48.431692Z","time spent":"1.33127917s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:15:49.763081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:49.150921Z","time spent":"612.079752ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-02-27T19:15:49.763093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:47.483154Z","time spent":"2.279909317s","remote":"127.0.0.1:35224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:49.763072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:48.054845Z","time spent":"1.70819705s","remote":"127.0.0.1:47746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:49.763032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.446927862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fg57n\" ","response":"range_response_count:1 size:5314"} {"level":"info","ts":"2026-02-27T19:15:49.763408Z","caller":"traceutil/trace.go:171","msg":"trace[1891234697] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fg57n; range_end:; response_count:1; response_revision:24082; }","duration":"4.447322621s","start":"2026-02-27T19:15:45.316067Z","end":"2026-02-27T19:15:49.763389Z","steps":["trace[1891234697] 'agreement among raft nodes before linearized reading' (duration: 4.446583233s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.763452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:45.316057Z","time spent":"4.447380692s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5338,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fg57n\" "} {"level":"warn","ts":"2026-02-27T19:15:49.763078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.438599412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:49.76354Z","caller":"traceutil/trace.go:171","msg":"trace[1556087574] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24082; }","duration":"4.439682789s","start":"2026-02-27T19:15:45.323838Z","end":"2026-02-27T19:15:49.76352Z","steps":["trace[1556087574] 'agreement among raft nodes before linearized reading' (duration: 4.438591933s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:49.76361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:45.323819Z","time spent":"4.439776331s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:50.166766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.301597ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-27T19:15:50.166888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:49.764231Z","time spent":"402.651145ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T19:15:50.753225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.833007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:15:50.753434Z","caller":"traceutil/trace.go:171","msg":"trace[1797294006] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"984.212239ms","start":"2026-02-27T19:15:49.769191Z","end":"2026-02-27T19:15:50.753404Z","steps":["trace[1797294006] 'process raft request' (duration: 768.109606ms)","trace[1797294006] 'compare' (duration: 215.249772ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:15:50.753525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:49.769165Z","time spent":"984.324373ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T19:15:50.753595Z","caller":"traceutil/trace.go:171","msg":"trace[829001109] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"436.582016ms","start":"2026-02-27T19:15:50.316999Z","end":"2026-02-27T19:15:50.753581Z","steps":["trace[829001109] 'process raft request' (duration: 436.527274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:50.753679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:50.316974Z","time spent":"436.658118ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:15:50.753729Z","caller":"traceutil/trace.go:171","msg":"trace[752980205] linearizableReadLoop","detail":"{readStateIndex:24963; appliedIndex:24961; }","duration":"984.455586ms","start":"2026-02-27T19:15:49.769237Z","end":"2026-02-27T19:15:50.753692Z","steps":["trace[752980205] 'read index received' (duration: 242.300001ms)","trace[752980205] 'applied index is now lower than readState.Index' (duration: 742.151764ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:15:50.753741Z","caller":"traceutil/trace.go:171","msg":"trace[2072715278] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"585.536095ms","start":"2026-02-27T19:15:50.168171Z","end":"2026-02-27T19:15:50.753707Z","steps":["trace[2072715278] 'process raft request' (duration: 585.307549ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:50.753758Z","caller":"traceutil/trace.go:171","msg":"trace[1342393479] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"980.60154ms","start":"2026-02-27T19:15:49.773132Z","end":"2026-02-27T19:15:50.753734Z","steps":["trace[1342393479] 'process raft request' (duration: 980.21229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:50.753884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:50.168142Z","time spent":"585.663159ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:50.753894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.652571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-27T19:15:50.753891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:49.773119Z","time spent":"980.693243ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:15:50.753939Z","caller":"traceutil/trace.go:171","msg":"trace[418990800] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24086; }","duration":"984.732543ms","start":"2026-02-27T19:15:49.769198Z","end":"2026-02-27T19:15:50.753931Z","steps":["trace[418990800] 'agreement among raft nodes before linearized reading' (duration: 984.5943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:50.75391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.001305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:50.753966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:49.769166Z","time spent":"984.793145ms","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-27T19:15:50.753978Z","caller":"traceutil/trace.go:171","msg":"trace[1902816540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24086; }","duration":"982.100357ms","start":"2026-02-27T19:15:49.771864Z","end":"2026-02-27T19:15:50.753965Z","steps":["trace[1902816540] 'agreement among raft nodes before linearized reading' (duration: 981.998715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:50.753983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.159693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:15:50.753996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.363302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:50.754013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:49.771852Z","time spent":"982.153658ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:15:50.754034Z","caller":"traceutil/trace.go:171","msg":"trace[271817301] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24086; }","duration":"296.267855ms","start":"2026-02-27T19:15:50.457742Z","end":"2026-02-27T19:15:50.75401Z","steps":["trace[271817301] 'agreement among raft nodes before linearized reading' (duration: 296.127062ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:15:50.754043Z","caller":"traceutil/trace.go:171","msg":"trace[1676981667] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24086; }","duration":"897.447173ms","start":"2026-02-27T19:15:49.856582Z","end":"2026-02-27T19:15:50.75403Z","steps":["trace[1676981667] 'agreement among raft nodes before linearized reading' (duration: 897.31553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:50.754078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:49.856562Z","time spent":"897.507045ms","remote":"127.0.0.1:57344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:50.753983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.193313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:50.754165Z","caller":"traceutil/trace.go:171","msg":"trace[386272523] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24086; }","duration":"388.451779ms","start":"2026-02-27T19:15:50.365706Z","end":"2026-02-27T19:15:50.754158Z","steps":["trace[386272523] 'agreement among raft nodes before linearized reading' (duration: 388.188673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:50.754191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:50.365656Z","time spent":"388.526571ms","remote":"127.0.0.1:59936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:51.26245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:51.762653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:52.262996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:52.763883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208481354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:15:52.920554Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.64210819s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T19:15:52.921208Z","caller":"traceutil/trace.go:171","msg":"trace[25166693] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"2.159709461s","start":"2026-02-27T19:15:50.761447Z","end":"2026-02-27T19:15:52.921156Z","steps":["trace[25166693] 'process raft request' (duration: 2.159529287s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:52.921409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:50.761435Z","time spent":"2.159871775s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:15:53.10212Z","caller":"traceutil/trace.go:171","msg":"trace[1569761976] linearizableReadLoop","detail":"{readStateIndex:24968; appliedIndex:24966; }","duration":"2.340512758s","start":"2026-02-27T19:15:50.761582Z","end":"2026-02-27T19:15:53.102095Z","steps":["trace[1569761976] 'read index received' (duration: 2.159204668s)","trace[1569761976] 'applied index is now lower than readState.Index' (duration: 181.3071ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:15:53.102434Z","caller":"traceutil/trace.go:171","msg":"trace[2081251592] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"2.336912558s","start":"2026-02-27T19:15:50.765512Z","end":"2026-02-27T19:15:53.102425Z","steps":["trace[2081251592] 'process raft request' (duration: 2.336456436s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:53.102519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:50.76549Z","time spent":"2.336962859s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4211,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:15:53.102797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341188205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T19:15:53.102862Z","caller":"traceutil/trace.go:171","msg":"trace[2087687620] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24088; }","duration":"2.341282368s","start":"2026-02-27T19:15:50.761563Z","end":"2026-02-27T19:15:53.102846Z","steps":["trace[2087687620] 'agreement among raft nodes before linearized reading' (duration: 2.340932909s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:53.102896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:50.761556Z","time spent":"2.341332289s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-02-27T19:15:53.115366Z","caller":"traceutil/trace.go:171","msg":"trace[401731989] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"189.514877ms","start":"2026-02-27T19:15:52.925821Z","end":"2026-02-27T19:15:53.115336Z","steps":["trace[401731989] 'process raft request' (duration: 189.2878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:53.115712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716040196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:53.115779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.709387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:53.115783Z","caller":"traceutil/trace.go:171","msg":"trace[69435962] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24089; }","duration":"1.716119338s","start":"2026-02-27T19:15:51.399639Z","end":"2026-02-27T19:15:53.115758Z","steps":["trace[69435962] 'agreement among raft nodes before linearized reading' (duration: 1.715999495s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:53.115774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35333584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T19:15:53.115811Z","caller":"traceutil/trace.go:171","msg":"trace[2404156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24089; }","duration":"553.734257ms","start":"2026-02-27T19:15:52.562065Z","end":"2026-02-27T19:15:53.115799Z","steps":["trace[2404156] 'agreement among raft nodes before linearized reading' (duration: 553.690626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:53.115814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:51.399571Z","time spent":"1.716236991s","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:53.11582Z","caller":"traceutil/trace.go:171","msg":"trace[305494542] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24089; }","duration":"2.353415881s","start":"2026-02-27T19:15:50.762392Z","end":"2026-02-27T19:15:53.115808Z","steps":["trace[305494542] 'agreement among raft nodes before linearized reading' (duration: 2.353203586s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:53.115838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:52.561986Z","time spent":"553.8484ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:15:53.115844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:50.762385Z","time spent":"2.353454912s","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T19:15:53.115716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401486822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:53.116Z","caller":"traceutil/trace.go:171","msg":"trace[554810973] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24089; }","duration":"1.40179644s","start":"2026-02-27T19:15:51.714194Z","end":"2026-02-27T19:15:53.115991Z","steps":["trace[554810973] 'agreement among raft nodes before linearized reading' (duration: 1.40138381s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:53.116008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.771758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:15:53.116023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:51.714153Z","time spent":"1.401862722s","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:15:53.116026Z","caller":"traceutil/trace.go:171","msg":"trace[933157346] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24089; }","duration":"820.788999ms","start":"2026-02-27T19:15:52.295229Z","end":"2026-02-27T19:15:53.116018Z","steps":["trace[933157346] 'agreement among raft nodes before linearized reading' (duration: 820.761168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:53.116041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:52.295176Z","time spent":"820.86098ms","remote":"127.0.0.1:48122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:15:53.116057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853331493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:15:53.116073Z","caller":"traceutil/trace.go:171","msg":"trace[89868955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24089; }","duration":"1.853386674s","start":"2026-02-27T19:15:51.262681Z","end":"2026-02-27T19:15:53.116068Z","steps":["trace[89868955] 'agreement among raft nodes before linearized reading' (duration: 1.853355323s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:53.116084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:51.262629Z","time spent":"1.853452435s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:15:53.116164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.442782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:15:53.116178Z","caller":"traceutil/trace.go:171","msg":"trace[103262683] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24089; }","duration":"942.490404ms","start":"2026-02-27T19:15:52.173683Z","end":"2026-02-27T19:15:53.116174Z","steps":["trace[103262683] 'agreement among raft nodes before linearized reading' (duration: 942.438532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:53.116194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:52.173666Z","time spent":"942.524454ms","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:15:53.116378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357850057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-27T19:15:53.116395Z","caller":"traceutil/trace.go:171","msg":"trace[1918489518] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018; range_end:; response_count:1; response_revision:24089; }","duration":"1.357891198s","start":"2026-02-27T19:15:51.758498Z","end":"2026-02-27T19:15:53.11639Z","steps":["trace[1918489518] 'agreement among raft nodes before linearized reading' (duration: 1.357780155s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:15:53.116409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:15:51.758488Z","time spent":"1.357917998s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62ab39a5-4982-4369-a4c1-8c0163ee7018\" "} {"level":"warn","ts":"2026-02-27T19:16:47.17293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.784979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:16:47.173057Z","caller":"traceutil/trace.go:171","msg":"trace[911766403] linearizableReadLoop","detail":"{readStateIndex:25569; appliedIndex:25568; }","duration":"461.703056ms","start":"2026-02-27T19:16:46.711337Z","end":"2026-02-27T19:16:47.17304Z","steps":["trace[911766403] 'read index received' (duration: 55.231µs)","trace[911766403] 'applied index is now lower than readState.Index' (duration: 461.646475ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:16:47.173133Z","caller":"traceutil/trace.go:171","msg":"trace[504182843] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"589.575805ms","start":"2026-02-27T19:16:46.583526Z","end":"2026-02-27T19:16:47.173101Z","steps":["trace[504182843] 'process raft request' (duration: 66.51633ms)","trace[504182843] 'compare' (duration: 521.993659ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:16:47.173164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.822699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:47.173207Z","caller":"traceutil/trace.go:171","msg":"trace[628514006] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24675; }","duration":"461.908562ms","start":"2026-02-27T19:16:46.711288Z","end":"2026-02-27T19:16:47.173197Z","steps":["trace[628514006] 'agreement among raft nodes before linearized reading' (duration: 461.83314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:47.173239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:46.711261Z","time spent":"461.969044ms","remote":"127.0.0.1:57358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:16:47.173281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:46.583485Z","time spent":"589.714099ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:47.173544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.810536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:16:47.173587Z","caller":"traceutil/trace.go:171","msg":"trace[2051802428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24675; }","duration":"421.895248ms","start":"2026-02-27T19:16:46.751683Z","end":"2026-02-27T19:16:47.173578Z","steps":["trace[2051802428] 'agreement among raft nodes before linearized reading' (duration: 421.756664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:47.173616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:46.751657Z","time spent":"421.95247ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:16:47.173706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.933415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:16:47.17376Z","caller":"traceutil/trace.go:171","msg":"trace[562076168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24675; }","duration":"421.091088ms","start":"2026-02-27T19:16:46.752658Z","end":"2026-02-27T19:16:47.173749Z","steps":["trace[562076168] 'agreement among raft nodes before linearized reading' (duration: 420.940255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:47.173792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:46.752626Z","time spent":"421.15723ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:16:47.724093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.442453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:16:47.724392Z","caller":"traceutil/trace.go:171","msg":"trace[36296426] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"544.422422ms","start":"2026-02-27T19:16:47.179915Z","end":"2026-02-27T19:16:47.724337Z","steps":["trace[36296426] 'process raft request' (duration: 148.759053ms)","trace[36296426] 'compare' (duration: 394.8618ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:16:47.72462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:47.179894Z","time spent":"544.611838ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:16:47.724792Z","caller":"traceutil/trace.go:171","msg":"trace[1334323978] linearizableReadLoop","detail":"{readStateIndex:25571; appliedIndex:25569; }","duration":"461.294976ms","start":"2026-02-27T19:16:47.263472Z","end":"2026-02-27T19:16:47.724767Z","steps":["trace[1334323978] 'read index received' (duration: 65.215547ms)","trace[1334323978] 'applied index is now lower than readState.Index' (duration: 396.077209ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:16:47.725195Z","caller":"traceutil/trace.go:171","msg":"trace[1315971257] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"408.557842ms","start":"2026-02-27T19:16:47.316586Z","end":"2026-02-27T19:16:47.725144Z","steps":["trace[1315971257] 'process raft request' (duration: 407.726402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:47.725398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:47.316567Z","time spent":"408.725726ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:47.725441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.951173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:47.725405Z","caller":"traceutil/trace.go:171","msg":"trace[918761401] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"544.020663ms","start":"2026-02-27T19:16:47.181305Z","end":"2026-02-27T19:16:47.725325Z","steps":["trace[918761401] 'process raft request' (duration: 542.912565ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:47.725554Z","caller":"traceutil/trace.go:171","msg":"trace[284998535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24678; }","duration":"462.065696ms","start":"2026-02-27T19:16:47.263408Z","end":"2026-02-27T19:16:47.725473Z","steps":["trace[284998535] 'agreement among raft nodes before linearized reading' (duration: 461.962342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:47.725608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:47.263391Z","time spent":"462.20574ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:16:47.72562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:47.18129Z","time spent":"544.226279ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:48.226085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208483204,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:16:48.479649Z","caller":"traceutil/trace.go:171","msg":"trace[206692654] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"893.145405ms","start":"2026-02-27T19:16:47.586465Z","end":"2026-02-27T19:16:48.47961Z","steps":["trace[206692654] 'process raft request' (duration: 840.482933ms)","trace[206692654] 'compare' (duration: 52.330534ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:16:48.479984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:47.586447Z","time spent":"893.372581ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:16:48.519345Z","caller":"traceutil/trace.go:171","msg":"trace[325094385] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"413.524748ms","start":"2026-02-27T19:16:48.105794Z","end":"2026-02-27T19:16:48.519319Z","steps":["trace[325094385] 'process raft request' (duration: 413.420415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:48.519522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:48.105751Z","time spent":"413.673701ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:16:48.519547Z","caller":"traceutil/trace.go:171","msg":"trace[513378318] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"561.961433ms","start":"2026-02-27T19:16:47.95755Z","end":"2026-02-27T19:16:48.519511Z","steps":["trace[513378318] 'process raft request' (duration: 561.491652ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:48.519642Z","caller":"traceutil/trace.go:171","msg":"trace[1348363773] linearizableReadLoop","detail":"{readStateIndex:25576; appliedIndex:25572; }","duration":"794.753056ms","start":"2026-02-27T19:16:47.724846Z","end":"2026-02-27T19:16:48.519599Z","steps":["trace[1348363773] 'read index received' (duration: 702.112381ms)","trace[1348363773] 'applied index is now lower than readState.Index' (duration: 92.636784ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:16:48.519699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:47.957529Z","time spent":"562.097507ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:16:48.519858Z","caller":"traceutil/trace.go:171","msg":"trace[2045491590] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"382.384335ms","start":"2026-02-27T19:16:48.13733Z","end":"2026-02-27T19:16:48.519714Z","steps":["trace[2045491590] 'process raft request' (duration: 381.929314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:48.51989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00615393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:16:48.51993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04759428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:16:48.520032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.591381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:16:48.520016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:48.137291Z","time spent":"382.630181ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:16:48.520125Z","caller":"traceutil/trace.go:171","msg":"trace[1665717832] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24682; }","duration":"684.729814ms","start":"2026-02-27T19:16:47.835367Z","end":"2026-02-27T19:16:48.520097Z","steps":["trace[1665717832] 'agreement among raft nodes before linearized reading' (duration: 684.58138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:48.520115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.614569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:16:48.520083Z","caller":"traceutil/trace.go:171","msg":"trace[903756158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24682; }","duration":"1.006379706s","start":"2026-02-27T19:16:47.513638Z","end":"2026-02-27T19:16:48.520018Z","steps":["trace[903756158] 'agreement among raft nodes before linearized reading' (duration: 1.006025457s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:48.520157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.922339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T19:16:48.52018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:47.83534Z","time spent":"684.829207ms","remote":"127.0.0.1:47816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:16:48.520226Z","caller":"traceutil/trace.go:171","msg":"trace[566033498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24682; }","duration":"683.013221ms","start":"2026-02-27T19:16:47.837197Z","end":"2026-02-27T19:16:48.52021Z","steps":["trace[566033498] 'agreement among raft nodes before linearized reading' (duration: 682.746594ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:48.520052Z","caller":"traceutil/trace.go:171","msg":"trace[1169428011] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24682; }","duration":"1.047747084s","start":"2026-02-27T19:16:47.472284Z","end":"2026-02-27T19:16:48.520031Z","steps":["trace[1169428011] 'agreement among raft nodes before linearized reading' (duration: 1.047457417s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:48.520292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:47.837185Z","time spent":"683.095573ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:16:48.520263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:47.513615Z","time spent":"1.006599722s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:16:48.520184Z","caller":"traceutil/trace.go:171","msg":"trace[1385510392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24682; }","duration":"605.697011ms","start":"2026-02-27T19:16:47.914471Z","end":"2026-02-27T19:16:48.520168Z","steps":["trace[1385510392] 'agreement among raft nodes before linearized reading' (duration: 605.481695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:48.520336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:47.472275Z","time spent":"1.04800572s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:16:48.520381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:47.914454Z","time spent":"605.915976ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:16:48.520346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.210991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:48.520534Z","caller":"traceutil/trace.go:171","msg":"trace[734140169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24682; }","duration":"792.56228ms","start":"2026-02-27T19:16:47.727951Z","end":"2026-02-27T19:16:48.520513Z","steps":["trace[734140169] 'agreement among raft nodes before linearized reading' (duration: 791.943575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:48.52061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:47.72793Z","time spent":"792.670783ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:16:48.520664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118876249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T19:16:48.520709Z","caller":"traceutil/trace.go:171","msg":"trace[1105944420] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24682; }","duration":"1.118959621s","start":"2026-02-27T19:16:47.401735Z","end":"2026-02-27T19:16:48.520695Z","steps":["trace[1105944420] 'agreement among raft nodes before linearized reading' (duration: 1.118767666s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:48.520736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:47.401712Z","time spent":"1.119018153s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T19:16:49.413864Z","caller":"traceutil/trace.go:171","msg":"trace[394804343] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"246.041075ms","start":"2026-02-27T19:16:49.167795Z","end":"2026-02-27T19:16:49.413836Z","steps":["trace[394804343] 'process raft request' (duration: 245.813639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:50.009721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.213261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:16:50.009906Z","caller":"traceutil/trace.go:171","msg":"trace[1843138567] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"278.95108ms","start":"2026-02-27T19:16:49.730936Z","end":"2026-02-27T19:16:50.009887Z","steps":["trace[1843138567] 'process raft request' (duration: 278.882558ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:50.010216Z","caller":"traceutil/trace.go:171","msg":"trace[634488422] linearizableReadLoop","detail":"{readStateIndex:25583; appliedIndex:25581; }","duration":"787.960193ms","start":"2026-02-27T19:16:49.222227Z","end":"2026-02-27T19:16:50.010187Z","steps":["trace[634488422] 'read index received' (duration: 191.456644ms)","trace[634488422] 'applied index is now lower than readState.Index' (duration: 596.502169ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:16:50.010335Z","caller":"traceutil/trace.go:171","msg":"trace[640309089] transaction","detail":"{read_only:false; response_revision:24688; number_of_response:1; }","duration":"830.175012ms","start":"2026-02-27T19:16:49.180147Z","end":"2026-02-27T19:16:50.010322Z","steps":["trace[640309089] 'process raft request' (duration: 447.267274ms)","trace[640309089] 'compare' (duration: 380.958749ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:16:50.010473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:49.180123Z","time spent":"830.241304ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:50.010511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.274781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:16:50.010558Z","caller":"traceutil/trace.go:171","msg":"trace[578939864] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24689; }","duration":"788.330972ms","start":"2026-02-27T19:16:49.222215Z","end":"2026-02-27T19:16:50.010546Z","steps":["trace[578939864] 'agreement among raft nodes before linearized reading' (duration: 788.231059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:50.010604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:49.222172Z","time spent":"788.421434ms","remote":"127.0.0.1:60084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:16:50.057324Z","caller":"traceutil/trace.go:171","msg":"trace[1314642792] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"304.945932ms","start":"2026-02-27T19:16:49.752353Z","end":"2026-02-27T19:16:50.057299Z","steps":["trace[1314642792] 'process raft request' (duration: 304.800858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:50.057484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:49.75232Z","time spent":"305.080985ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:50.057958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.448811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:50.058008Z","caller":"traceutil/trace.go:171","msg":"trace[1689647346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24690; }","duration":"795.553394ms","start":"2026-02-27T19:16:49.262442Z","end":"2026-02-27T19:16:50.057995Z","steps":["trace[1689647346] 'agreement among raft nodes before linearized reading' (duration: 795.38411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:50.058038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:49.262434Z","time spent":"795.597315ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:16:50.058303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.240596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:50.058376Z","caller":"traceutil/trace.go:171","msg":"trace[1366067901] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24690; }","duration":"534.355838ms","start":"2026-02-27T19:16:49.524004Z","end":"2026-02-27T19:16:50.05836Z","steps":["trace[1366067901] 'agreement among raft nodes before linearized reading' (duration: 534.218185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:50.058426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:49.523983Z","time spent":"534.43217ms","remote":"127.0.0.1:47850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:16:50.058477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.693348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T19:16:50.058514Z","caller":"traceutil/trace.go:171","msg":"trace[814087812] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24690; }","duration":"642.77005ms","start":"2026-02-27T19:16:49.415735Z","end":"2026-02-27T19:16:50.058505Z","steps":["trace[814087812] 'agreement among raft nodes before linearized reading' (duration: 642.621616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:50.05855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:49.415714Z","time spent":"642.829802ms","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T19:16:50.058711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.254106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:16:50.05875Z","caller":"traceutil/trace.go:171","msg":"trace[1160947610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24690; }","duration":"328.333648ms","start":"2026-02-27T19:16:49.730407Z","end":"2026-02-27T19:16:50.05874Z","steps":["trace[1160947610] 'agreement among raft nodes before linearized reading' (duration: 328.201265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:50.058776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:49.730379Z","time spent":"328.3906ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T19:16:50.058961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.554265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:16:50.058994Z","caller":"traceutil/trace.go:171","msg":"trace[766366182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24690; }","duration":"328.620136ms","start":"2026-02-27T19:16:49.730363Z","end":"2026-02-27T19:16:50.058983Z","steps":["trace[766366182] 'agreement among raft nodes before linearized reading' (duration: 328.542454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:50.059014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:49.73034Z","time spent":"328.669118ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T19:16:50.666412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.765869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:16:50.666777Z","caller":"traceutil/trace.go:171","msg":"trace[2087142296] linearizableReadLoop","detail":"{readStateIndex:25587; appliedIndex:25585; }","duration":"603.250429ms","start":"2026-02-27T19:16:50.063493Z","end":"2026-02-27T19:16:50.666744Z","steps":["trace[2087142296] 'read index received' (duration: 241.014388ms)","trace[2087142296] 'applied index is now lower than readState.Index' (duration: 362.234581ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:16:50.666892Z","caller":"traceutil/trace.go:171","msg":"trace[1844279840] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"603.581698ms","start":"2026-02-27T19:16:50.063297Z","end":"2026-02-27T19:16:50.666878Z","steps":["trace[1844279840] 'process raft request' (duration: 603.2973ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:50.666863Z","caller":"traceutil/trace.go:171","msg":"trace[1625276054] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"603.899495ms","start":"2026-02-27T19:16:50.062924Z","end":"2026-02-27T19:16:50.666823Z","steps":["trace[1625276054] 'process raft request' (duration: 241.572232ms)","trace[1625276054] 'compare' (duration: 361.460381ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:16:50.667001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.063279Z","time spent":"603.67784ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:50.667147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.062904Z","time spent":"604.093401ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:50.667252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.744742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T19:16:50.66736Z","caller":"traceutil/trace.go:171","msg":"trace[2004549248] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24692; }","duration":"603.899815ms","start":"2026-02-27T19:16:50.063444Z","end":"2026-02-27T19:16:50.667344Z","steps":["trace[2004549248] 'agreement among raft nodes before linearized reading' (duration: 603.66635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:50.667409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.063403Z","time spent":"604.000228ms","remote":"127.0.0.1:59920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T19:16:51.064625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.477537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:16:51.064916Z","caller":"traceutil/trace.go:171","msg":"trace[707487967] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"569.528964ms","start":"2026-02-27T19:16:50.495335Z","end":"2026-02-27T19:16:51.064864Z","steps":["trace[707487967] 'process raft request' (duration: 461.673916ms)","trace[707487967] 'compare' (duration: 106.696548ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:16:51.065042Z","caller":"traceutil/trace.go:171","msg":"trace[137572108] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"539.623453ms","start":"2026-02-27T19:16:50.525394Z","end":"2026-02-27T19:16:51.065017Z","steps":["trace[137572108] 'process raft request' (duration: 539.423238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:51.065114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.495312Z","time spent":"569.696178ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:51.065143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.525385Z","time spent":"539.714706ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:16:51.065378Z","caller":"traceutil/trace.go:171","msg":"trace[977046658] linearizableReadLoop","detail":"{readStateIndex:25592; appliedIndex:25587; }","duration":"398.521692ms","start":"2026-02-27T19:16:50.66683Z","end":"2026-02-27T19:16:51.065352Z","steps":["trace[977046658] 'read index received' (duration: 290.09373ms)","trace[977046658] 'applied index is now lower than readState.Index' (duration: 108.426492ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:16:51.065534Z","caller":"traceutil/trace.go:171","msg":"trace[1470750166] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"215.507609ms","start":"2026-02-27T19:16:50.850013Z","end":"2026-02-27T19:16:51.065521Z","steps":["trace[1470750166] 'process raft request' (duration: 215.299514ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:51.065525Z","caller":"traceutil/trace.go:171","msg":"trace[2077704808] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"538.870695ms","start":"2026-02-27T19:16:50.52664Z","end":"2026-02-27T19:16:51.06551Z","steps":["trace[2077704808] 'process raft request' (duration: 538.329011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:51.065742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.526632Z","time spent":"539.024648ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:51.065805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.314321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T19:16:51.06585Z","caller":"traceutil/trace.go:171","msg":"trace[501903287] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24698; }","duration":"499.377743ms","start":"2026-02-27T19:16:50.56646Z","end":"2026-02-27T19:16:51.065837Z","steps":["trace[501903287] 'agreement among raft nodes before linearized reading' (duration: 499.24469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:51.065885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.566452Z","time spent":"499.425444ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:16:51.065955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.988337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:51.065989Z","caller":"traceutil/trace.go:171","msg":"trace[1664218161] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"538.778651ms","start":"2026-02-27T19:16:50.5272Z","end":"2026-02-27T19:16:51.065979Z","steps":["trace[1664218161] 'process raft request' (duration: 537.984092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:51.066048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.527178Z","time spent":"538.838322ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:16:51.065995Z","caller":"traceutil/trace.go:171","msg":"trace[1148073259] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24698; }","duration":"531.027837ms","start":"2026-02-27T19:16:50.534956Z","end":"2026-02-27T19:16:51.065984Z","steps":["trace[1148073259] 'agreement among raft nodes before linearized reading' (duration: 530.938165ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:51.06613Z","caller":"traceutil/trace.go:171","msg":"trace[286980612] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"477.818302ms","start":"2026-02-27T19:16:50.588303Z","end":"2026-02-27T19:16:51.066122Z","steps":["trace[286980612] 'process raft request' (duration: 476.956841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:51.066184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.588296Z","time spent":"477.861533ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:51.066176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.517438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:51.066276Z","caller":"traceutil/trace.go:171","msg":"trace[2014226568] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24698; }","duration":"623.635741ms","start":"2026-02-27T19:16:50.442611Z","end":"2026-02-27T19:16:51.066247Z","steps":["trace[2014226568] 'agreement among raft nodes before linearized reading' (duration: 623.536799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:51.066308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.44259Z","time spent":"623.710243ms","remote":"127.0.0.1:47666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:16:51.066318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.133691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:16:51.066346Z","caller":"traceutil/trace.go:171","msg":"trace[27615371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24698; }","duration":"443.183462ms","start":"2026-02-27T19:16:50.623154Z","end":"2026-02-27T19:16:51.066337Z","steps":["trace[27615371] 'agreement among raft nodes before linearized reading' (duration: 443.10035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:51.06638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.62314Z","time spent":"443.232563ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:16:51.066591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.68635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:16:51.06663Z","caller":"traceutil/trace.go:171","msg":"trace[31480945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24698; }","duration":"495.783202ms","start":"2026-02-27T19:16:50.570837Z","end":"2026-02-27T19:16:51.06662Z","steps":["trace[31480945] 'agreement among raft nodes before linearized reading' (duration: 495.68184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:51.066659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.570823Z","time spent":"495.827363ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:16:51.066675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.070288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:51.066707Z","caller":"traceutil/trace.go:171","msg":"trace[2044443543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24698; }","duration":"804.159861ms","start":"2026-02-27T19:16:50.262538Z","end":"2026-02-27T19:16:51.066697Z","steps":["trace[2044443543] 'agreement among raft nodes before linearized reading' (duration: 804.090119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:51.066743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.262517Z","time spent":"804.219792ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:16:51.066853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.613283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:51.06689Z","caller":"traceutil/trace.go:171","msg":"trace[2103919346] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24698; }","duration":"496.669895ms","start":"2026-02-27T19:16:50.570212Z","end":"2026-02-27T19:16:51.066882Z","steps":["trace[2103919346] 'agreement among raft nodes before linearized reading' (duration: 496.606503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:51.066924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.5702Z","time spent":"496.717225ms","remote":"127.0.0.1:35240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:16:51.067114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.159953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T19:16:51.067139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.169267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:16:51.067155Z","caller":"traceutil/trace.go:171","msg":"trace[1320754609] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24698; }","duration":"983.220425ms","start":"2026-02-27T19:16:50.083925Z","end":"2026-02-27T19:16:51.067146Z","steps":["trace[1320754609] 'agreement among raft nodes before linearized reading' (duration: 982.959489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:51.067187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.083918Z","time spent":"983.261176ms","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:16:51.06719Z","caller":"traceutil/trace.go:171","msg":"trace[110826585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24698; }","duration":"497.271589ms","start":"2026-02-27T19:16:50.569905Z","end":"2026-02-27T19:16:51.067176Z","steps":["trace[110826585] 'agreement among raft nodes before linearized reading' (duration: 497.086274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:51.066127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.534858Z","time spent":"531.250443ms","remote":"127.0.0.1:35188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:16:51.067229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:50.569892Z","time spent":"497.33037ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:16:51.067389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.860171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:16:51.067428Z","caller":"traceutil/trace.go:171","msg":"trace[217856543] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24698; }","duration":"149.898832ms","start":"2026-02-27T19:16:50.917518Z","end":"2026-02-27T19:16:51.067417Z","steps":["trace[217856543] 'agreement among raft nodes before linearized reading' (duration: 149.82028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:51.403984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.371026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:16:51.404103Z","caller":"traceutil/trace.go:171","msg":"trace[447566749] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"330.140266ms","start":"2026-02-27T19:16:51.073942Z","end":"2026-02-27T19:16:51.404082Z","steps":["trace[447566749] 'process raft request' (duration: 106.552734ms)","trace[447566749] 'compare' (duration: 222.979416ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:16:51.404162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:51.073903Z","time spent":"330.230408ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:16:51.453767Z","caller":"traceutil/trace.go:171","msg":"trace[1894370492] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"379.207206ms","start":"2026-02-27T19:16:51.074529Z","end":"2026-02-27T19:16:51.453736Z","steps":["trace[1894370492] 'process raft request' (duration: 378.882298ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:51.453758Z","caller":"traceutil/trace.go:171","msg":"trace[440039167] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"379.074743ms","start":"2026-02-27T19:16:51.074644Z","end":"2026-02-27T19:16:51.453719Z","steps":["trace[440039167] 'process raft request' (duration: 378.913189ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:51.453706Z","caller":"traceutil/trace.go:171","msg":"trace[1378816409] linearizableReadLoop","detail":"{readStateIndex:25598; appliedIndex:25594; }","duration":"271.35754ms","start":"2026-02-27T19:16:51.18232Z","end":"2026-02-27T19:16:51.453678Z","steps":["trace[1378816409] 'read index received' (duration: 271.023382ms)","trace[1378816409] 'applied index is now lower than readState.Index' (duration: 333.348µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:16:51.454029Z","caller":"traceutil/trace.go:171","msg":"trace[1331750583] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"378.065457ms","start":"2026-02-27T19:16:51.075907Z","end":"2026-02-27T19:16:51.453973Z","steps":["trace[1331750583] 'process raft request' (duration: 377.696928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:51.453955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:51.074625Z","time spent":"379.214097ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:51.453984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:51.07451Z","time spent":"379.31789ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:51.454221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.906174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T19:16:51.454251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:51.075886Z","time spent":"378.248683ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:51.454209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.563803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:51.454375Z","caller":"traceutil/trace.go:171","msg":"trace[2042614418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24703; }","duration":"186.783578ms","start":"2026-02-27T19:16:51.267578Z","end":"2026-02-27T19:16:51.454361Z","steps":["trace[2042614418] 'agreement among raft nodes before linearized reading' (duration: 186.564962ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:51.454304Z","caller":"traceutil/trace.go:171","msg":"trace[2145106027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24703; }","duration":"272.016118ms","start":"2026-02-27T19:16:51.182274Z","end":"2026-02-27T19:16:51.45429Z","steps":["trace[2145106027] 'agreement among raft nodes before linearized reading' (duration: 271.74767ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:51.454013Z","caller":"traceutil/trace.go:171","msg":"trace[1418734144] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"286.992042ms","start":"2026-02-27T19:16:51.16701Z","end":"2026-02-27T19:16:51.454002Z","steps":["trace[1418734144] 'process raft request' (duration: 286.632723ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:52.249596Z","caller":"traceutil/trace.go:171","msg":"trace[2121233112] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"228.408952ms","start":"2026-02-27T19:16:52.02117Z","end":"2026-02-27T19:16:52.249579Z","steps":["trace[2121233112] 'process raft request' (duration: 226.758751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:53.891583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.31752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:16:53.891697Z","caller":"traceutil/trace.go:171","msg":"trace[21218907] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"429.398397ms","start":"2026-02-27T19:16:53.462279Z","end":"2026-02-27T19:16:53.891677Z","steps":["trace[21218907] 'process raft request' (duration: 153.898182ms)","trace[21218907] 'compare' (duration: 275.163606ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:16:53.891756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:53.462248Z","time spent":"429.478729ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:16:53.914321Z","caller":"traceutil/trace.go:171","msg":"trace[713234022] linearizableReadLoop","detail":"{readStateIndex:25612; appliedIndex:25609; }","duration":"432.674438ms","start":"2026-02-27T19:16:53.481625Z","end":"2026-02-27T19:16:53.9143Z","steps":["trace[713234022] 'read index received' (duration: 134.641448ms)","trace[713234022] 'applied index is now lower than readState.Index' (duration: 298.03187ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:16:53.914441Z","caller":"traceutil/trace.go:171","msg":"trace[324287434] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"451.306275ms","start":"2026-02-27T19:16:53.463122Z","end":"2026-02-27T19:16:53.914428Z","steps":["trace[324287434] 'process raft request' (duration: 451.135441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:53.914523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:53.463096Z","time spent":"451.377217ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:53.914807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.188881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:53.914855Z","caller":"traceutil/trace.go:171","msg":"trace[427635952] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24717; }","duration":"433.281894ms","start":"2026-02-27T19:16:53.48156Z","end":"2026-02-27T19:16:53.914842Z","steps":["trace[427635952] 'agreement among raft nodes before linearized reading' (duration: 433.15713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:53.914887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:53.48154Z","time spent":"433.339354ms","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:16:53.914395Z","caller":"traceutil/trace.go:171","msg":"trace[937609815] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"451.319896ms","start":"2026-02-27T19:16:53.463014Z","end":"2026-02-27T19:16:53.914333Z","steps":["trace[937609815] 'process raft request' (duration: 451.154912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:53.915077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.266203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:53.915117Z","caller":"traceutil/trace.go:171","msg":"trace[1786434259] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24717; }","duration":"117.340525ms","start":"2026-02-27T19:16:53.797766Z","end":"2026-02-27T19:16:53.915106Z","steps":["trace[1786434259] 'agreement among raft nodes before linearized reading' (duration: 117.282674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:53.915565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:53.462996Z","time spent":"452.017043ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:16:54.720912Z","caller":"traceutil/trace.go:171","msg":"trace[1551467771] linearizableReadLoop","detail":"{readStateIndex:25614; appliedIndex:25614; }","duration":"458.263031ms","start":"2026-02-27T19:16:54.262607Z","end":"2026-02-27T19:16:54.72087Z","steps":["trace[1551467771] 'read index received' (duration: 458.244151ms)","trace[1551467771] 'applied index is now lower than readState.Index' (duration: 15.62µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:16:54.721235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.605019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:54.721286Z","caller":"traceutil/trace.go:171","msg":"trace[2107740977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24719; }","duration":"458.677741ms","start":"2026-02-27T19:16:54.262592Z","end":"2026-02-27T19:16:54.72127Z","steps":["trace[2107740977] 'agreement among raft nodes before linearized reading' (duration: 458.466306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:54.721363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:54.262499Z","time spent":"458.851325ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:16:54.720942Z","caller":"traceutil/trace.go:171","msg":"trace[77292978] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"466.370155ms","start":"2026-02-27T19:16:54.254543Z","end":"2026-02-27T19:16:54.720913Z","steps":["trace[77292978] 'process raft request' (duration: 466.008066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:54.723538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:54.254503Z","time spent":"467.160675ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:55.585411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.605596ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T19:16:55.585692Z","caller":"traceutil/trace.go:171","msg":"trace[953847295] linearizableReadLoop","detail":"{readStateIndex:25615; appliedIndex:25614; }","duration":"864.664639ms","start":"2026-02-27T19:16:54.721009Z","end":"2026-02-27T19:16:55.585673Z","steps":["trace[953847295] 'read index received' (duration: 278.693503ms)","trace[953847295] 'applied index is now lower than readState.Index' (duration: 585.969926ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:16:55.585968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.430292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T19:16:55.586066Z","caller":"traceutil/trace.go:171","msg":"trace[406581160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24719; }","duration":"903.598646ms","start":"2026-02-27T19:16:54.682424Z","end":"2026-02-27T19:16:55.586022Z","steps":["trace[406581160] 'agreement among raft nodes before linearized reading' (duration: 903.3541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:55.586048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.68975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T19:16:55.586098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095035522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418411"} {"level":"warn","ts":"2026-02-27T19:16:55.58611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:54.682396Z","time spent":"903.70493ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T19:16:55.586137Z","caller":"traceutil/trace.go:171","msg":"trace[662929209] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24719; }","duration":"970.872086ms","start":"2026-02-27T19:16:54.615245Z","end":"2026-02-27T19:16:55.586117Z","steps":["trace[662929209] 'agreement among raft nodes before linearized reading' (duration: 970.628479ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:55.586152Z","caller":"traceutil/trace.go:171","msg":"trace[1661377391] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24719; }","duration":"1.095126334s","start":"2026-02-27T19:16:54.491008Z","end":"2026-02-27T19:16:55.586135Z","steps":["trace[1661377391] 'agreement among raft nodes before linearized reading' (duration: 1.094794165s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:55.586178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:54.61522Z","time spent":"970.949388ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T19:16:55.586187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:54.490985Z","time spent":"1.095194265s","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418435,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T19:16:55.586185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.879825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T19:16:55.586266Z","caller":"traceutil/trace.go:171","msg":"trace[1864511075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24719; }","duration":"904.013458ms","start":"2026-02-27T19:16:54.682234Z","end":"2026-02-27T19:16:55.586248Z","steps":["trace[1864511075] 'agreement among raft nodes before linearized reading' (duration: 903.616747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:55.586305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:54.682213Z","time spent":"904.082099ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T19:16:55.586267Z","caller":"traceutil/trace.go:171","msg":"trace[702598082] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"503.507697ms","start":"2026-02-27T19:16:55.082725Z","end":"2026-02-27T19:16:55.586233Z","steps":["trace[702598082] 'process raft request' (duration: 502.807018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:55.586448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:55.082685Z","time spent":"503.6666ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:55.712055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.714484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:16:55.712365Z","caller":"traceutil/trace.go:171","msg":"trace[1441064704] linearizableReadLoop","detail":"{readStateIndex:25619; appliedIndex:25615; }","duration":"126.620478ms","start":"2026-02-27T19:16:55.585725Z","end":"2026-02-27T19:16:55.712346Z","steps":["trace[1441064704] 'read index received' (duration: 91.602µs)","trace[1441064704] 'applied index is now lower than readState.Index' (duration: 126.527376ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:16:55.712448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.629226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:55.712481Z","caller":"traceutil/trace.go:171","msg":"trace[1668360260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24724; }","duration":"983.701358ms","start":"2026-02-27T19:16:54.72877Z","end":"2026-02-27T19:16:55.712471Z","steps":["trace[1668360260] 'agreement among raft nodes before linearized reading' (duration: 983.638996ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:55.712454Z","caller":"traceutil/trace.go:171","msg":"trace[1359609615] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"121.603992ms","start":"2026-02-27T19:16:55.590817Z","end":"2026-02-27T19:16:55.712421Z","steps":["trace[1359609615] 'process raft request' (duration: 121.480029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:55.71252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:54.72875Z","time spent":"983.76323ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:16:55.712655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.635594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:55.712744Z","caller":"traceutil/trace.go:171","msg":"trace[1076074626] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24724; }","duration":"604.779098ms","start":"2026-02-27T19:16:55.107942Z","end":"2026-02-27T19:16:55.712721Z","steps":["trace[1076074626] 'agreement among raft nodes before linearized reading' (duration: 604.599383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:55.712809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:55.107925Z","time spent":"604.86475ms","remote":"127.0.0.1:57344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:16:55.712965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.402182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:16:55.712674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.600743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T19:16:55.713036Z","caller":"traceutil/trace.go:171","msg":"trace[2001692030] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24724; }","duration":"332.509645ms","start":"2026-02-27T19:16:55.380507Z","end":"2026-02-27T19:16:55.713016Z","steps":["trace[2001692030] 'agreement among raft nodes before linearized reading' (duration: 332.401422ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:55.713059Z","caller":"traceutil/trace.go:171","msg":"trace[1666474436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24724; }","duration":"295.063076ms","start":"2026-02-27T19:16:55.417979Z","end":"2026-02-27T19:16:55.713042Z","steps":["trace[1666474436] 'agreement among raft nodes before linearized reading' (duration: 294.393329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:55.713085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:55.380484Z","time spent":"332.585557ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:16:55.713137Z","caller":"traceutil/trace.go:171","msg":"trace[532659116] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"629.042267ms","start":"2026-02-27T19:16:55.08408Z","end":"2026-02-27T19:16:55.713123Z","steps":["trace[532659116] 'process raft request' (duration: 628.081603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:55.713223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:55.084044Z","time spent":"629.137229ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:16:55.712746Z","caller":"traceutil/trace.go:171","msg":"trace[1121256273] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"629.701793ms","start":"2026-02-27T19:16:55.083024Z","end":"2026-02-27T19:16:55.712726Z","steps":["trace[1121256273] 'process raft request' (duration: 503.188188ms)","trace[1121256273] 'compare' (duration: 125.418457ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:16:55.713433Z","caller":"traceutil/trace.go:171","msg":"trace[1256569966] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"628.739039ms","start":"2026-02-27T19:16:55.084678Z","end":"2026-02-27T19:16:55.713417Z","steps":["trace[1256569966] 'process raft request' (duration: 627.57408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:55.713518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:55.084667Z","time spent":"628.817681ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:55.713783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:55.083008Z","time spent":"630.343129ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:16:55.714007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.773407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T19:16:55.714692Z","caller":"traceutil/trace.go:171","msg":"trace[1494267840] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24724; }","duration":"701.584867ms","start":"2026-02-27T19:16:55.013073Z","end":"2026-02-27T19:16:55.714658Z","steps":["trace[1494267840] 'agreement among raft nodes before linearized reading' (duration: 699.628018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:55.714853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:55.013019Z","time spent":"701.793001ms","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-02-27T19:16:55.794365Z","caller":"traceutil/trace.go:171","msg":"trace[368441263] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"202.76497ms","start":"2026-02-27T19:16:55.59157Z","end":"2026-02-27T19:16:55.794335Z","steps":["trace[368441263] 'process raft request' (duration: 202.282308ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:55.794694Z","caller":"traceutil/trace.go:171","msg":"trace[2061407428] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"199.014455ms","start":"2026-02-27T19:16:55.595644Z","end":"2026-02-27T19:16:55.794659Z","steps":["trace[2061407428] 'process raft request' (duration: 198.382639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:56.115926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.376636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:16:56.116117Z","caller":"traceutil/trace.go:171","msg":"trace[1933970854] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"396.009649ms","start":"2026-02-27T19:16:55.720076Z","end":"2026-02-27T19:16:56.116086Z","steps":["trace[1933970854] 'process raft request' (duration: 125.368876ms)","trace[1933970854] 'compare' (duration: 270.025336ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:16:56.116266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:55.720043Z","time spent":"396.143212ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:16:56.116261Z","caller":"traceutil/trace.go:171","msg":"trace[895658488] linearizableReadLoop","detail":"{readStateIndex:25623; appliedIndex:25622; }","duration":"321.932559ms","start":"2026-02-27T19:16:55.79409Z","end":"2026-02-27T19:16:56.116022Z","steps":["trace[895658488] 'read index received' (duration: 51.285057ms)","trace[895658488] 'applied index is now lower than readState.Index' (duration: 270.645772ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:16:56.116773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.6906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:56.116819Z","caller":"traceutil/trace.go:171","msg":"trace[2114070546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24727; }","duration":"395.768183ms","start":"2026-02-27T19:16:55.72104Z","end":"2026-02-27T19:16:56.116809Z","steps":["trace[2114070546] 'agreement among raft nodes before linearized reading' (duration: 395.67953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:56.116853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:55.721025Z","time spent":"395.818683ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:16:56.28633Z","caller":"traceutil/trace.go:171","msg":"trace[1305938184] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"225.281114ms","start":"2026-02-27T19:16:56.061022Z","end":"2026-02-27T19:16:56.286304Z","steps":["trace[1305938184] 'process raft request' (duration: 224.925065ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:56.29709Z","caller":"traceutil/trace.go:171","msg":"trace[954276748] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"222.35131ms","start":"2026-02-27T19:16:56.074718Z","end":"2026-02-27T19:16:56.297069Z","steps":["trace[954276748] 'process raft request' (duration: 222.178316ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:16:56.297329Z","caller":"traceutil/trace.go:171","msg":"trace[1535504098] linearizableReadLoop","detail":"{readStateIndex:25625; appliedIndex:25623; }","duration":"180.853138ms","start":"2026-02-27T19:16:56.116451Z","end":"2026-02-27T19:16:56.297305Z","steps":["trace[1535504098] 'read index received' (duration: 169.3664ms)","trace[1535504098] 'applied index is now lower than readState.Index' (duration: 11.484668ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:16:56.29742Z","caller":"traceutil/trace.go:171","msg":"trace[1436036969] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"178.791186ms","start":"2026-02-27T19:16:56.118608Z","end":"2026-02-27T19:16:56.297399Z","steps":["trace[1436036969] 'process raft request' (duration: 178.401047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:56.297502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.406211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:16:56.297558Z","caller":"traceutil/trace.go:171","msg":"trace[1669766460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24730; }","duration":"377.499393ms","start":"2026-02-27T19:16:55.920046Z","end":"2026-02-27T19:16:56.297545Z","steps":["trace[1669766460] 'agreement among raft nodes before linearized reading' (duration: 377.302398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:56.297601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:55.920042Z","time spent":"377.549934ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:16:56.29763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.879904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:16:56.297707Z","caller":"traceutil/trace.go:171","msg":"trace[1634226789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24730; }","duration":"179.996608ms","start":"2026-02-27T19:16:56.117693Z","end":"2026-02-27T19:16:56.29769Z","steps":["trace[1634226789] 'agreement among raft nodes before linearized reading' (duration: 179.869293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:56.297781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.482715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T19:16:56.297817Z","caller":"traceutil/trace.go:171","msg":"trace[1099914849] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24730; }","duration":"391.567107ms","start":"2026-02-27T19:16:55.906239Z","end":"2026-02-27T19:16:56.297806Z","steps":["trace[1099914849] 'agreement among raft nodes before linearized reading' (duration: 391.452345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:56.297838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:55.906217Z","time spent":"391.616248ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T19:16:56.29816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.150421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:16:56.29829Z","caller":"traceutil/trace.go:171","msg":"trace[118155360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24730; }","duration":"378.242413ms","start":"2026-02-27T19:16:55.919948Z","end":"2026-02-27T19:16:56.29819Z","steps":["trace[118155360] 'agreement among raft nodes before linearized reading' (duration: 377.519574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:16:56.2984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:16:55.919928Z","time spent":"378.405406ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T19:17:01.950005Z","caller":"traceutil/trace.go:171","msg":"trace[726181427] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"118.134395ms","start":"2026-02-27T19:17:01.831841Z","end":"2026-02-27T19:17:01.949976Z","steps":["trace[726181427] 'process raft request' (duration: 117.903599ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:01.952883Z","caller":"traceutil/trace.go:171","msg":"trace[15440801] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"110.026571ms","start":"2026-02-27T19:17:01.842823Z","end":"2026-02-27T19:17:01.952849Z","steps":["trace[15440801] 'process raft request' (duration: 109.958139ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:17:01.952944Z","caller":"traceutil/trace.go:171","msg":"trace[881992390] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"120.623717ms","start":"2026-02-27T19:17:01.832275Z","end":"2026-02-27T19:17:01.952898Z","steps":["trace[881992390] 'process raft request' (duration: 120.33926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:42.571652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.709617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:17:42.571749Z","caller":"traceutil/trace.go:171","msg":"trace[825793208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25210; }","duration":"308.855811ms","start":"2026-02-27T19:17:42.26287Z","end":"2026-02-27T19:17:42.571726Z","steps":["trace[825793208] 'range keys from in-memory index tree' (duration: 308.568964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:17:42.571843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:17:42.262823Z","time spent":"309.008914ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T19:17:49.987144Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23179} {"level":"info","ts":"2026-02-27T19:17:50.155727Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23179,"took":"163.672247ms","hash":3222146334,"current-db-size-bytes":47222784,"current-db-size":"47 MB","current-db-size-in-use-bytes":32133120,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T19:17:50.155787Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3222146334,"revision":23179,"compact-revision":20132} {"level":"info","ts":"2026-02-27T19:18:01.255201Z","caller":"traceutil/trace.go:171","msg":"trace[560254662] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"155.762148ms","start":"2026-02-27T19:18:01.099401Z","end":"2026-02-27T19:18:01.255163Z","steps":["trace[560254662] 'process raft request' (duration: 155.487872ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:18:06.710425Z","caller":"traceutil/trace.go:171","msg":"trace[803333482] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"219.486749ms","start":"2026-02-27T19:18:06.490903Z","end":"2026-02-27T19:18:06.71039Z","steps":["trace[803333482] 'process raft request' (duration: 219.288603ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:18:08.278509Z","caller":"traceutil/trace.go:171","msg":"trace[117141172] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"347.137051ms","start":"2026-02-27T19:18:07.931335Z","end":"2026-02-27T19:18:08.278472Z","steps":["trace[117141172] 'process raft request' (duration: 346.942947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:18:08.278721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:18:07.931303Z","time spent":"347.301706ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:18:08.27943Z","caller":"traceutil/trace.go:171","msg":"trace[619724066] linearizableReadLoop","detail":"{readStateIndex:26303; appliedIndex:26303; }","duration":"295.154898ms","start":"2026-02-27T19:18:07.984259Z","end":"2026-02-27T19:18:08.279414Z","steps":["trace[619724066] 'read index received' (duration: 295.148728ms)","trace[619724066] 'applied index is now lower than readState.Index' (duration: 5.04µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:18:08.27954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.278071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:18:08.279589Z","caller":"traceutil/trace.go:171","msg":"trace[1314872633] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25389; }","duration":"295.369793ms","start":"2026-02-27T19:18:07.984206Z","end":"2026-02-27T19:18:08.279576Z","steps":["trace[1314872633] 'agreement among raft nodes before linearized reading' (duration: 295.291171ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:18:08.298313Z","caller":"traceutil/trace.go:171","msg":"trace[189535212] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"155.279897ms","start":"2026-02-27T19:18:08.143013Z","end":"2026-02-27T19:18:08.298293Z","steps":["trace[189535212] 'process raft request' (duration: 155.00345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:18:08.298565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.594599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:18:08.298587Z","caller":"traceutil/trace.go:171","msg":"trace[1783702422] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25392; }","duration":"313.65987ms","start":"2026-02-27T19:18:07.984921Z","end":"2026-02-27T19:18:08.298581Z","steps":["trace[1783702422] 'agreement among raft nodes before linearized reading' (duration: 313.595789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:18:08.298603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:18:07.984896Z","time spent":"313.702573ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T19:18:08.299042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.795705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:18:08.299078Z","caller":"traceutil/trace.go:171","msg":"trace[103715090] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25392; }","duration":"313.869047ms","start":"2026-02-27T19:18:07.985199Z","end":"2026-02-27T19:18:08.299068Z","steps":["trace[103715090] 'agreement among raft nodes before linearized reading' (duration: 313.803676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:18:08.299106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:18:07.985181Z","time spent":"313.918258ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T19:18:08.299418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.236421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-27T19:18:08.299435Z","caller":"traceutil/trace.go:171","msg":"trace[606031927] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25392; }","duration":"311.267751ms","start":"2026-02-27T19:18:07.988162Z","end":"2026-02-27T19:18:08.29943Z","steps":["trace[606031927] 'agreement among raft nodes before linearized reading' (duration: 311.22738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:18:08.299447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:18:07.988155Z","time spent":"311.289222ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-27T19:18:08.299544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.686963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:18:08.299564Z","caller":"traceutil/trace.go:171","msg":"trace[5632694] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25392; }","duration":"221.724284ms","start":"2026-02-27T19:18:08.077833Z","end":"2026-02-27T19:18:08.299557Z","steps":["trace[5632694] 'agreement among raft nodes before linearized reading' (duration: 221.643762ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:18:52.55674Z","caller":"traceutil/trace.go:171","msg":"trace[382454213] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"104.920612ms","start":"2026-02-27T19:18:52.451792Z","end":"2026-02-27T19:18:52.556712Z","steps":["trace[382454213] 'process raft request' (duration: 104.691647ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:18:52.594759Z","caller":"traceutil/trace.go:171","msg":"trace[268119974] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"134.129316ms","start":"2026-02-27T19:18:52.460604Z","end":"2026-02-27T19:18:52.594733Z","steps":["trace[268119974] 'process raft request' (duration: 134.088125ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:18:52.594939Z","caller":"traceutil/trace.go:171","msg":"trace[1983106423] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"141.302007ms","start":"2026-02-27T19:18:52.453478Z","end":"2026-02-27T19:18:52.59478Z","steps":["trace[1983106423] 'process raft request' (duration: 141.178794ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:18:52.59902Z","caller":"traceutil/trace.go:171","msg":"trace[1364093208] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"145.574693ms","start":"2026-02-27T19:18:52.453422Z","end":"2026-02-27T19:18:52.598997Z","steps":["trace[1364093208] 'process raft request' (duration: 133.315106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:20:07.79209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.222786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:20:07.792204Z","caller":"traceutil/trace.go:171","msg":"trace[1725804326] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26550; }","duration":"165.39193ms","start":"2026-02-27T19:20:07.626791Z","end":"2026-02-27T19:20:07.792183Z","steps":["trace[1725804326] 'count revisions from in-memory index tree' (duration: 165.137414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:20:07.792579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.362325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:20:07.792619Z","caller":"traceutil/trace.go:171","msg":"trace[1408599679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26550; }","duration":"121.443957ms","start":"2026-02-27T19:20:07.671166Z","end":"2026-02-27T19:20:07.79261Z","steps":["trace[1408599679] 'range keys from in-memory index tree' (duration: 121.224912ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:20:11.95248Z","caller":"traceutil/trace.go:171","msg":"trace[436909044] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"122.869644ms","start":"2026-02-27T19:20:11.829586Z","end":"2026-02-27T19:20:11.952455Z","steps":["trace[436909044] 'process raft request' (duration: 122.668649ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:20:11.981814Z","caller":"traceutil/trace.go:171","msg":"trace[1733544798] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"150.497626ms","start":"2026-02-27T19:20:11.831289Z","end":"2026-02-27T19:20:11.981787Z","steps":["trace[1733544798] 'process raft request' (duration: 150.407773ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:20:11.981828Z","caller":"traceutil/trace.go:171","msg":"trace[1312104076] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"150.589759ms","start":"2026-02-27T19:20:11.831202Z","end":"2026-02-27T19:20:11.981792Z","steps":["trace[1312104076] 'process raft request' (duration: 150.340813ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:20:11.982073Z","caller":"traceutil/trace.go:171","msg":"trace[1565985805] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"135.806467ms","start":"2026-02-27T19:20:11.846249Z","end":"2026-02-27T19:20:11.982056Z","steps":["trace[1565985805] 'process raft request' (duration: 135.49578ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:22:49.992388Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25265} {"level":"info","ts":"2026-02-27T19:22:50.124972Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25265,"took":"127.898849ms","hash":2837517060,"current-db-size-bytes":47222784,"current-db-size":"47 MB","current-db-size-in-use-bytes":32464896,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T19:22:50.125258Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2837517060,"revision":25265,"compact-revision":23179} {"level":"info","ts":"2026-02-27T19:25:37.682286Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T19:25:37.689031Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-27T19:25:37.689129Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-27T19:25:47.836605Z","caller":"traceutil/trace.go:171","msg":"trace[1861256166] transaction","detail":"{read_only:false; response_revision:29050; number_of_response:1; }","duration":"100.05337ms","start":"2026-02-27T19:25:47.736523Z","end":"2026-02-27T19:25:47.836576Z","steps":["trace[1861256166] 'process raft request' (duration: 55.103082ms)","trace[1861256166] 'compare' (duration: 44.63102ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:25:48.44835Z","caller":"traceutil/trace.go:171","msg":"trace[1527412309] transaction","detail":"{read_only:false; response_revision:29053; number_of_response:1; }","duration":"106.448301ms","start":"2026-02-27T19:25:48.341881Z","end":"2026-02-27T19:25:48.448329Z","steps":["trace[1527412309] 'process raft request' (duration: 106.319678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:48.625034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.770212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:25:48.625303Z","caller":"traceutil/trace.go:171","msg":"trace[1536852272] transaction","detail":"{read_only:false; response_revision:29054; number_of_response:1; }","duration":"198.573994ms","start":"2026-02-27T19:25:48.426662Z","end":"2026-02-27T19:25:48.625236Z","steps":["trace[1536852272] 'process raft request' (duration: 71.483144ms)","trace[1536852272] 'compare' (duration: 126.605048ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:25:48.625383Z","caller":"traceutil/trace.go:171","msg":"trace[41801474] transaction","detail":"{read_only:false; response_revision:29055; number_of_response:1; }","duration":"189.23232ms","start":"2026-02-27T19:25:48.436051Z","end":"2026-02-27T19:25:48.625283Z","steps":["trace[41801474] 'process raft request' (duration: 189.113907ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:25:49.136195Z","caller":"traceutil/trace.go:171","msg":"trace[571453675] transaction","detail":"{read_only:false; response_revision:29058; number_of_response:1; }","duration":"184.372468ms","start":"2026-02-27T19:25:48.951797Z","end":"2026-02-27T19:25:49.136169Z","steps":["trace[571453675] 'process raft request' (duration: 168.329146ms)","trace[571453675] 'compare' (duration: 15.876088ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:25:49.388948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.544458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T19:25:49.389032Z","caller":"traceutil/trace.go:171","msg":"trace[1960798184] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:29059; }","duration":"152.664752ms","start":"2026-02-27T19:25:49.23635Z","end":"2026-02-27T19:25:49.389015Z","steps":["trace[1960798184] 'range keys from in-memory index tree' (duration: 152.381764ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:25:49.419054Z","caller":"traceutil/trace.go:171","msg":"trace[1513614202] transaction","detail":"{read_only:false; response_revision:29060; number_of_response:1; }","duration":"103.98747ms","start":"2026-02-27T19:25:49.31504Z","end":"2026-02-27T19:25:49.419027Z","steps":["trace[1513614202] 'process raft request' (duration: 103.809075ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:25:49.613694Z","caller":"traceutil/trace.go:171","msg":"trace[774704607] transaction","detail":"{read_only:false; response_revision:29061; number_of_response:1; }","duration":"190.398278ms","start":"2026-02-27T19:25:49.423252Z","end":"2026-02-27T19:25:49.61365Z","steps":["trace[774704607] 'process raft request' (duration: 138.534236ms)","trace[774704607] 'compare' (duration: 51.644787ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:25:49.959185Z","caller":"traceutil/trace.go:171","msg":"trace[835260385] transaction","detail":"{read_only:false; response_revision:29063; number_of_response:1; }","duration":"113.611822ms","start":"2026-02-27T19:25:49.845535Z","end":"2026-02-27T19:25:49.959147Z","steps":["trace[835260385] 'process raft request' (duration: 42.222941ms)","trace[835260385] 'compare' (duration: 71.214586ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:25:50.024758Z","caller":"traceutil/trace.go:171","msg":"trace[1199373483] transaction","detail":"{read_only:false; response_revision:29064; number_of_response:1; }","duration":"178.029847ms","start":"2026-02-27T19:25:49.846696Z","end":"2026-02-27T19:25:50.024726Z","steps":["trace[1199373483] 'process raft request' (duration: 177.882833ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:25:50.85035Z","caller":"traceutil/trace.go:171","msg":"trace[951508670] transaction","detail":"{read_only:false; response_revision:29069; number_of_response:1; }","duration":"171.700308ms","start":"2026-02-27T19:25:50.678624Z","end":"2026-02-27T19:25:50.850325Z","steps":["trace[951508670] 'process raft request' (duration: 92.803189ms)","trace[951508670] 'compare' (duration: 78.703385ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:25:51.060072Z","caller":"traceutil/trace.go:171","msg":"trace[2104750872] transaction","detail":"{read_only:false; response_revision:29071; number_of_response:1; }","duration":"120.439243ms","start":"2026-02-27T19:25:50.939605Z","end":"2026-02-27T19:25:51.060044Z","steps":["trace[2104750872] 'process raft request' (duration: 71.778772ms)","trace[2104750872] 'compare' (duration: 48.536118ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:25:51.942499Z","caller":"traceutil/trace.go:171","msg":"trace[1276735214] transaction","detail":"{read_only:false; response_revision:29075; number_of_response:1; }","duration":"103.249612ms","start":"2026-02-27T19:25:51.839227Z","end":"2026-02-27T19:25:51.942477Z","steps":["trace[1276735214] 'process raft request' (duration: 103.108828ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:25:51.98888Z","caller":"traceutil/trace.go:171","msg":"trace[814334087] transaction","detail":"{read_only:false; response_revision:29076; number_of_response:1; }","duration":"101.315934ms","start":"2026-02-27T19:25:51.887535Z","end":"2026-02-27T19:25:51.988851Z","steps":["trace[814334087] 'process raft request' (duration: 100.707948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:52.16401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.735863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:25:52.164128Z","caller":"traceutil/trace.go:171","msg":"trace[2106245313] linearizableReadLoop","detail":"{readStateIndex:30102; appliedIndex:30101; }","duration":"100.568094ms","start":"2026-02-27T19:25:52.063543Z","end":"2026-02-27T19:25:52.164111Z","steps":["trace[2106245313] 'read index received' (duration: 35.761µs)","trace[2106245313] 'applied index is now lower than readState.Index' (duration: 100.530903ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:25:52.164267Z","caller":"traceutil/trace.go:171","msg":"trace[205675144] transaction","detail":"{read_only:false; response_revision:29078; number_of_response:1; }","duration":"119.54412ms","start":"2026-02-27T19:25:52.044694Z","end":"2026-02-27T19:25:52.164239Z","steps":["trace[205675144] 'process raft request' (duration: 11.470358ms)","trace[205675144] 'compare' (duration: 107.60541ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:25:52.164308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.762559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T19:25:52.164344Z","caller":"traceutil/trace.go:171","msg":"trace[1218621020] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29078; }","duration":"100.82931ms","start":"2026-02-27T19:25:52.063502Z","end":"2026-02-27T19:25:52.164331Z","steps":["trace[1218621020] 'agreement among raft nodes before linearized reading' (duration: 100.658146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:52.379556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.761605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:25:52.37963Z","caller":"traceutil/trace.go:171","msg":"trace[470627240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29078; }","duration":"113.889798ms","start":"2026-02-27T19:25:52.265726Z","end":"2026-02-27T19:25:52.379616Z","steps":["trace[470627240] 'range keys from in-memory index tree' (duration: 113.668564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:52.759966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.976969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T19:25:52.760235Z","caller":"traceutil/trace.go:171","msg":"trace[696836331] transaction","detail":"{read_only:false; response_revision:29082; number_of_response:1; }","duration":"175.955856ms","start":"2026-02-27T19:25:52.584262Z","end":"2026-02-27T19:25:52.760218Z","steps":["trace[696836331] 'process raft request' (duration: 175.894754ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:25:52.760229Z","caller":"traceutil/trace.go:171","msg":"trace[1867252170] transaction","detail":"{read_only:false; response_revision:29080; number_of_response:1; }","duration":"262.061118ms","start":"2026-02-27T19:25:52.4981Z","end":"2026-02-27T19:25:52.760161Z","steps":["trace[1867252170] 'process raft request' (duration: 157.789111ms)","trace[1867252170] 'compare' (duration: 103.537278ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:25:52.760404Z","caller":"traceutil/trace.go:171","msg":"trace[1860668912] transaction","detail":"{read_only:false; response_revision:29081; number_of_response:1; }","duration":"248.684061ms","start":"2026-02-27T19:25:52.511692Z","end":"2026-02-27T19:25:52.760376Z","steps":["trace[1860668912] 'process raft request' (duration: 248.372693ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:25:52.772871Z","caller":"traceutil/trace.go:171","msg":"trace[477454608] transaction","detail":"{read_only:false; response_revision:29083; number_of_response:1; }","duration":"106.933224ms","start":"2026-02-27T19:25:52.665888Z","end":"2026-02-27T19:25:52.772821Z","steps":["trace[477454608] 'process raft request' (duration: 106.715218ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:25:53.178819Z","caller":"traceutil/trace.go:171","msg":"trace[1474817186] transaction","detail":"{read_only:false; response_revision:29086; number_of_response:1; }","duration":"110.581805ms","start":"2026-02-27T19:25:53.068219Z","end":"2026-02-27T19:25:53.1788Z","steps":["trace[1474817186] 'process raft request' (duration: 110.461932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:53.423837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.662722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T19:25:53.423922Z","caller":"traceutil/trace.go:171","msg":"trace[581303789] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29087; }","duration":"154.808885ms","start":"2026-02-27T19:25:53.269094Z","end":"2026-02-27T19:25:53.423903Z","steps":["trace[581303789] 'range keys from in-memory index tree' (duration: 154.462896ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:25:53.83081Z","caller":"traceutil/trace.go:171","msg":"trace[1962349857] transaction","detail":"{read_only:false; response_revision:29089; number_of_response:1; }","duration":"120.152096ms","start":"2026-02-27T19:25:53.710628Z","end":"2026-02-27T19:25:53.83078Z","steps":["trace[1962349857] 'process raft request' (duration: 119.935621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:54.334002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.210207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:25:54.334084Z","caller":"traceutil/trace.go:171","msg":"trace[745679850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29089; }","duration":"328.34474ms","start":"2026-02-27T19:25:54.005719Z","end":"2026-02-27T19:25:54.334064Z","steps":["trace[745679850] 'range keys from in-memory index tree' (duration: 328.022562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:54.334125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:54.005694Z","time spent":"328.421852ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T19:25:54.334437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.989225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T19:25:54.335022Z","caller":"traceutil/trace.go:171","msg":"trace[1496475222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29089; }","duration":"166.621061ms","start":"2026-02-27T19:25:54.168376Z","end":"2026-02-27T19:25:54.334997Z","steps":["trace[1496475222] 'range keys from in-memory index tree' (duration: 165.817271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:54.334635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.126415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:25:54.335542Z","caller":"traceutil/trace.go:171","msg":"trace[1102375009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29089; }","duration":"387.986947ms","start":"2026-02-27T19:25:53.947413Z","end":"2026-02-27T19:25:54.335399Z","steps":["trace[1102375009] 'range keys from in-memory index tree' (duration: 386.92695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:54.335785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:53.947389Z","time spent":"388.220802ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T19:25:54.996052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208494520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T19:25:55.670213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.643598ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-27T19:25:55.695744Z","caller":"traceutil/trace.go:171","msg":"trace[1276937509] linearizableReadLoop","detail":"{readStateIndex:30123; appliedIndex:30113; }","duration":"1.200271353s","start":"2026-02-27T19:25:54.495448Z","end":"2026-02-27T19:25:55.695719Z","steps":["trace[1276937509] 'read index received' (duration: 636.426703ms)","trace[1276937509] 'applied index is now lower than readState.Index' (duration: 563.84285ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:25:55.696057Z","caller":"traceutil/trace.go:171","msg":"trace[1787557542] transaction","detail":"{read_only:false; response_revision:29097; number_of_response:1; }","duration":"917.794873ms","start":"2026-02-27T19:25:54.778206Z","end":"2026-02-27T19:25:55.696001Z","steps":["trace[1787557542] 'process raft request' (duration: 917.402073ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:25:55.696078Z","caller":"traceutil/trace.go:171","msg":"trace[750533886] transaction","detail":"{read_only:false; response_revision:29095; number_of_response:1; }","duration":"929.940838ms","start":"2026-02-27T19:25:54.7661Z","end":"2026-02-27T19:25:55.696041Z","steps":["trace[750533886] 'process raft request' (duration: 929.446186ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:25:55.696205Z","caller":"traceutil/trace.go:171","msg":"trace[2066144820] transaction","detail":"{read_only:false; response_revision:29098; number_of_response:1; }","duration":"779.518272ms","start":"2026-02-27T19:25:54.916667Z","end":"2026-02-27T19:25:55.696185Z","steps":["trace[2066144820] 'process raft request' (duration: 779.01342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:55.696216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:54.778185Z","time spent":"917.939317ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:25:55.696242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:54.766055Z","time spent":"930.097742ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:25:55.696272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:54.916648Z","time spent":"779.592115ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:25:55.696286Z","caller":"traceutil/trace.go:171","msg":"trace[2082224010] transaction","detail":"{read_only:false; response_revision:29096; number_of_response:1; }","duration":"919.313451ms","start":"2026-02-27T19:25:54.776898Z","end":"2026-02-27T19:25:55.696212Z","steps":["trace[2082224010] 'process raft request' (duration: 918.678445ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:25:55.69641Z","caller":"traceutil/trace.go:171","msg":"trace[1342683103] transaction","detail":"{read_only:false; response_revision:29092; number_of_response:1; }","duration":"1.35636605s","start":"2026-02-27T19:25:54.340029Z","end":"2026-02-27T19:25:55.696395Z","steps":["trace[1342683103] 'process raft request' (duration: 1.355417296s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:55.696465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:54.340023Z","time spent":"1.356416901s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:25:55.696523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201082093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419002"} {"level":"info","ts":"2026-02-27T19:25:55.696553Z","caller":"traceutil/trace.go:171","msg":"trace[1013182905] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:29098; }","duration":"1.201136274s","start":"2026-02-27T19:25:54.495409Z","end":"2026-02-27T19:25:55.696545Z","steps":["trace[1013182905] 'agreement among raft nodes before linearized reading' (duration: 1.200929599s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:55.696573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:54.495388Z","time spent":"1.201181155s","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419026,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-02-27T19:25:55.696798Z","caller":"traceutil/trace.go:171","msg":"trace[1774784923] transaction","detail":"{read_only:false; response_revision:29093; number_of_response:1; }","duration":"1.199384249s","start":"2026-02-27T19:25:54.497403Z","end":"2026-02-27T19:25:55.696788Z","steps":["trace[1774784923] 'process raft request' (duration: 1.198076997s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:55.696852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:54.497389Z","time spent":"1.199437681s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:25:55.6968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:54.776885Z","time spent":"919.505196ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:25:55.697Z","caller":"traceutil/trace.go:171","msg":"trace[2139739628] transaction","detail":"{read_only:false; response_revision:29090; number_of_response:1; }","duration":"1.357725162s","start":"2026-02-27T19:25:54.339266Z","end":"2026-02-27T19:25:55.696991Z","steps":["trace[2139739628] 'process raft request' (duration: 1.355939418s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:55.697053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:54.339249Z","time spent":"1.357778794s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:25:55.701137Z","caller":"traceutil/trace.go:171","msg":"trace[1655687856] transaction","detail":"{read_only:false; response_revision:29091; number_of_response:1; }","duration":"1.361401336s","start":"2026-02-27T19:25:54.339717Z","end":"2026-02-27T19:25:55.701118Z","steps":["trace[1655687856] 'process raft request' (duration: 1.355646301s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:55.70125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:54.339692Z","time spent":"1.361482958s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T19:25:55.703755Z","caller":"traceutil/trace.go:171","msg":"trace[909790864] transaction","detail":"{read_only:false; response_revision:29094; number_of_response:1; }","duration":"1.142237026s","start":"2026-02-27T19:25:54.561493Z","end":"2026-02-27T19:25:55.70373Z","steps":["trace[909790864] 'process raft request' (duration: 1.13401914s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:55.703903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:54.561474Z","time spent":"1.142375939s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:25:56.196444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314183208494532,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T19:25:56.317023Z","caller":"traceutil/trace.go:171","msg":"trace[576354236] linearizableReadLoop","detail":"{readStateIndex:30124; appliedIndex:30123; }","duration":"621.120218ms","start":"2026-02-27T19:25:55.695866Z","end":"2026-02-27T19:25:56.316986Z","steps":["trace[576354236] 'read index received' (duration: 607.985748ms)","trace[576354236] 'applied index is now lower than readState.Index' (duration: 13.13226ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:25:56.317197Z","caller":"traceutil/trace.go:171","msg":"trace[759159165] transaction","detail":"{read_only:false; response_revision:29099; number_of_response:1; }","duration":"801.799683ms","start":"2026-02-27T19:25:55.515348Z","end":"2026-02-27T19:25:56.317148Z","steps":["trace[759159165] 'process raft request' (duration: 788.498299ms)","trace[759159165] 'compare' (duration: 12.426601ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:25:56.317202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.819477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:25:56.31729Z","caller":"traceutil/trace.go:171","msg":"trace[1765864945] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29099; }","duration":"949.966771ms","start":"2026-02-27T19:25:55.367302Z","end":"2026-02-27T19:25:56.317269Z","steps":["trace[1765864945] 'agreement among raft nodes before linearized reading' (duration: 949.775846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:56.317287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134999134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T19:25:56.317333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:55.367283Z","time spent":"950.039122ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:25:56.317343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:55.515307Z","time spent":"801.947906ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T19:25:56.317439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053483869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T19:25:56.317466Z","caller":"traceutil/trace.go:171","msg":"trace[1637014663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29099; }","duration":"1.053539669s","start":"2026-02-27T19:25:55.263919Z","end":"2026-02-27T19:25:56.317459Z","steps":["trace[1637014663] 'agreement among raft nodes before linearized reading' (duration: 1.053464467s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:56.31748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.458418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T19:25:56.3175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:55.263901Z","time spent":"1.053591931s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T19:25:56.317512Z","caller":"traceutil/trace.go:171","msg":"trace[1819355323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29099; }","duration":"482.517869ms","start":"2026-02-27T19:25:55.834984Z","end":"2026-02-27T19:25:56.317501Z","steps":["trace[1819355323] 'agreement among raft nodes before linearized reading' (duration: 482.385866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:56.317545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:55.834965Z","time spent":"482.5742ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T19:25:56.317589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.644687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T19:25:56.317624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056506274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:25:56.317625Z","caller":"traceutil/trace.go:171","msg":"trace[1175866156] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:29099; }","duration":"742.718199ms","start":"2026-02-27T19:25:55.574895Z","end":"2026-02-27T19:25:56.317613Z","steps":["trace[1175866156] 'agreement among raft nodes before linearized reading' (duration: 742.633077ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:25:56.317648Z","caller":"traceutil/trace.go:171","msg":"trace[1411359367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29099; }","duration":"1.056557186s","start":"2026-02-27T19:25:55.261083Z","end":"2026-02-27T19:25:56.31764Z","steps":["trace[1411359367] 'agreement among raft nodes before linearized reading' (duration: 1.056518515s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:56.317655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:55.574873Z","time spent":"742.774251ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:25:56.317672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:55.261065Z","time spent":"1.056602017s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T19:25:56.317832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.455411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:25:56.317353Z","caller":"traceutil/trace.go:171","msg":"trace[1003042540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29099; }","duration":"1.135100616s","start":"2026-02-27T19:25:55.182235Z","end":"2026-02-27T19:25:56.317336Z","steps":["trace[1003042540] 'agreement among raft nodes before linearized reading' (duration: 1.134896451s)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:25:56.317864Z","caller":"traceutil/trace.go:171","msg":"trace[1678708522] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29099; }","duration":"932.510712ms","start":"2026-02-27T19:25:55.385342Z","end":"2026-02-27T19:25:56.317853Z","steps":["trace[1678708522] 'agreement among raft nodes before linearized reading' (duration: 932.454821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:56.31787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.328129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-27T19:25:56.317894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:55.385328Z","time spent":"932.558294ms","remote":"127.0.0.1:48122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T19:25:56.317885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:55.18222Z","time spent":"1.135648331s","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T19:25:56.317907Z","caller":"traceutil/trace.go:171","msg":"trace[1365372179] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29099; }","duration":"216.411421ms","start":"2026-02-27T19:25:56.101484Z","end":"2026-02-27T19:25:56.317896Z","steps":["trace[1365372179] 'agreement among raft nodes before linearized reading' (duration: 216.318359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:56.317238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179413429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T19:25:56.318368Z","caller":"traceutil/trace.go:171","msg":"trace[1753347635] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:29099; }","duration":"1.180592927s","start":"2026-02-27T19:25:55.137761Z","end":"2026-02-27T19:25:56.318354Z","steps":["trace[1753347635] 'agreement among raft nodes before linearized reading' (duration: 1.179407078s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:56.318413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:55.137745Z","time spent":"1.18065203s","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-27T19:25:56.317337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619992996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T19:25:56.318554Z","caller":"traceutil/trace.go:171","msg":"trace[400103512] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:29099; }","duration":"1.621223317s","start":"2026-02-27T19:25:54.697299Z","end":"2026-02-27T19:25:56.318522Z","steps":["trace[400103512] 'agreement among raft nodes before linearized reading' (duration: 1.619967846s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:25:56.318634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T19:25:54.697276Z","time spent":"1.62132597s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-27T19:26:02.236388Z","caller":"traceutil/trace.go:171","msg":"trace[1236593931] transaction","detail":"{read_only:false; response_revision:29140; number_of_response:1; }","duration":"100.873751ms","start":"2026-02-27T19:26:02.13549Z","end":"2026-02-27T19:26:02.236363Z","steps":["trace[1236593931] 'process raft request' (duration: 100.741188ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:26:02.336072Z","caller":"traceutil/trace.go:171","msg":"trace[1804963722] transaction","detail":"{read_only:false; response_revision:29141; number_of_response:1; }","duration":"165.133414ms","start":"2026-02-27T19:26:02.170905Z","end":"2026-02-27T19:26:02.336039Z","steps":["trace[1804963722] 'process raft request' (duration: 133.762477ms)","trace[1804963722] 'compare' (duration: 31.036609ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:26:46.542651Z","caller":"traceutil/trace.go:171","msg":"trace[1143408055] transaction","detail":"{read_only:false; response_revision:29440; number_of_response:1; }","duration":"101.914628ms","start":"2026-02-27T19:26:46.440714Z","end":"2026-02-27T19:26:46.542629Z","steps":["trace[1143408055] 'process raft request' (duration: 101.729743ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:27:49.999969Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27811} {"level":"info","ts":"2026-02-27T19:27:50.147928Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27811,"took":"140.431994ms","hash":2790821027,"current-db-size-bytes":47222784,"current-db-size":"47 MB","current-db-size-in-use-bytes":27275264,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-27T19:27:50.147979Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2790821027,"revision":27811,"compact-revision":25265} {"level":"info","ts":"2026-02-27T19:27:53.250446Z","caller":"traceutil/trace.go:171","msg":"trace[504336990] transaction","detail":"{read_only:false; response_revision:29897; number_of_response:1; }","duration":"126.982576ms","start":"2026-02-27T19:27:53.123442Z","end":"2026-02-27T19:27:53.250425Z","steps":["trace[504336990] 'process raft request' (duration: 99.24426ms)","trace[504336990] 'compare' (duration: 27.470249ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:32:13.43469Z","caller":"traceutil/trace.go:171","msg":"trace[1388329926] transaction","detail":"{read_only:false; response_revision:31702; number_of_response:1; }","duration":"150.205199ms","start":"2026-02-27T19:32:13.284445Z","end":"2026-02-27T19:32:13.434651Z","steps":["trace[1388329926] 'process raft request' (duration: 109.680992ms)","trace[1388329926] 'compare' (duration: 40.009324ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:32:13.434762Z","caller":"traceutil/trace.go:171","msg":"trace[196002935] transaction","detail":"{read_only:false; response_revision:31703; number_of_response:1; }","duration":"150.194528ms","start":"2026-02-27T19:32:13.284547Z","end":"2026-02-27T19:32:13.434742Z","steps":["trace[196002935] 'process raft request' (duration: 149.854139ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:32:13.435051Z","caller":"traceutil/trace.go:171","msg":"trace[875068250] transaction","detail":"{read_only:false; response_revision:31704; number_of_response:1; }","duration":"149.219905ms","start":"2026-02-27T19:32:13.285796Z","end":"2026-02-27T19:32:13.435016Z","steps":["trace[875068250] 'process raft request' (duration: 148.648311ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:32:13.435083Z","caller":"traceutil/trace.go:171","msg":"trace[536845315] transaction","detail":"{read_only:false; response_revision:31705; number_of_response:1; }","duration":"149.04157ms","start":"2026-02-27T19:32:13.286024Z","end":"2026-02-27T19:32:13.435065Z","steps":["trace[536845315] 'process raft request' (duration: 148.451635ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:32:13.962542Z","caller":"traceutil/trace.go:171","msg":"trace[1531260365] transaction","detail":"{read_only:false; response_revision:31708; number_of_response:1; }","duration":"202.285757ms","start":"2026-02-27T19:32:13.760196Z","end":"2026-02-27T19:32:13.962482Z","steps":["trace[1531260365] 'process raft request' (duration: 189.402363ms)","trace[1531260365] 'compare' (duration: 12.623697ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:32:13.962672Z","caller":"traceutil/trace.go:171","msg":"trace[1029618262] linearizableReadLoop","detail":"{readStateIndex:32816; appliedIndex:32815; }","duration":"175.010492ms","start":"2026-02-27T19:32:13.787596Z","end":"2026-02-27T19:32:13.962606Z","steps":["trace[1029618262] 'read index received' (duration: 161.870522ms)","trace[1029618262] 'applied index is now lower than readState.Index' (duration: 13.13382ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:32:13.963094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.299529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:32:13.963175Z","caller":"traceutil/trace.go:171","msg":"trace[1481662936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31709; }","duration":"175.601487ms","start":"2026-02-27T19:32:13.787554Z","end":"2026-02-27T19:32:13.963155Z","steps":["trace[1481662936] 'agreement among raft nodes before linearized reading' (duration: 175.201577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:32:13.963234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.075062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-02-27T19:32:13.963319Z","caller":"traceutil/trace.go:171","msg":"trace[312372969] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:31709; }","duration":"110.166184ms","start":"2026-02-27T19:32:13.853134Z","end":"2026-02-27T19:32:13.963301Z","steps":["trace[312372969] 'agreement among raft nodes before linearized reading' (duration: 109.704373ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:32:14.195862Z","caller":"traceutil/trace.go:171","msg":"trace[572212929] linearizableReadLoop","detail":"{readStateIndex:32820; appliedIndex:32819; }","duration":"141.933941ms","start":"2026-02-27T19:32:14.053897Z","end":"2026-02-27T19:32:14.195831Z","steps":["trace[572212929] 'read index received' (duration: 95.707541ms)","trace[572212929] 'applied index is now lower than readState.Index' (duration: 46.22491ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:32:14.195958Z","caller":"traceutil/trace.go:171","msg":"trace[1026775165] transaction","detail":"{read_only:false; response_revision:31712; number_of_response:1; }","duration":"175.559705ms","start":"2026-02-27T19:32:14.020352Z","end":"2026-02-27T19:32:14.195911Z","steps":["trace[1026775165] 'process raft request' (duration: 129.221532ms)","trace[1026775165] 'compare' (duration: 46.120148ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:32:14.196113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.198018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T19:32:14.19616Z","caller":"traceutil/trace.go:171","msg":"trace[1571929457] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:31712; }","duration":"142.26577ms","start":"2026-02-27T19:32:14.053881Z","end":"2026-02-27T19:32:14.196147Z","steps":["trace[1571929457] 'agreement among raft nodes before linearized reading' (duration: 142.080025ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:32:16.367597Z","caller":"traceutil/trace.go:171","msg":"trace[313999363] transaction","detail":"{read_only:false; response_revision:31724; number_of_response:1; }","duration":"101.064235ms","start":"2026-02-27T19:32:16.266503Z","end":"2026-02-27T19:32:16.367568Z","steps":["trace[313999363] 'process raft request' (duration: 100.889651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:32:16.6154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.467418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T19:32:16.615497Z","caller":"traceutil/trace.go:171","msg":"trace[738154891] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31724; }","duration":"121.618602ms","start":"2026-02-27T19:32:16.493857Z","end":"2026-02-27T19:32:16.615475Z","steps":["trace[738154891] 'range keys from in-memory index tree' (duration: 121.213532ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:32:50.006974Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29872} {"level":"info","ts":"2026-02-27T19:32:50.148235Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29872,"took":"136.915345ms","hash":3781117356,"current-db-size-bytes":47222784,"current-db-size":"47 MB","current-db-size-in-use-bytes":26959872,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-27T19:32:50.148308Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3781117356,"revision":29872,"compact-revision":27811} {"level":"warn","ts":"2026-02-27T19:36:55.72295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.787009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T19:36:55.723079Z","caller":"traceutil/trace.go:171","msg":"trace[265934372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33724; }","duration":"159.952054ms","start":"2026-02-27T19:36:55.563105Z","end":"2026-02-27T19:36:55.723057Z","steps":["trace[265934372] 'range keys from in-memory index tree' (duration: 159.615045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:36:55.723074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.00342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T19:36:55.723164Z","caller":"traceutil/trace.go:171","msg":"trace[1218639251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33724; }","duration":"108.136144ms","start":"2026-02-27T19:36:55.615008Z","end":"2026-02-27T19:36:55.723145Z","steps":["trace[1218639251] 'range keys from in-memory index tree' (duration: 107.678293ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:36:56.758732Z","caller":"traceutil/trace.go:171","msg":"trace[92044611] transaction","detail":"{read_only:false; response_revision:33732; number_of_response:1; }","duration":"123.787426ms","start":"2026-02-27T19:36:56.634928Z","end":"2026-02-27T19:36:56.758716Z","steps":["trace[92044611] 'process raft request' (duration: 25.752256ms)","trace[92044611] 'compare' (duration: 97.419625ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T19:36:56.758584Z","caller":"traceutil/trace.go:171","msg":"trace[2014059483] transaction","detail":"{read_only:false; response_revision:33733; number_of_response:1; }","duration":"123.397786ms","start":"2026-02-27T19:36:56.635159Z","end":"2026-02-27T19:36:56.758557Z","steps":["trace[2014059483] 'process raft request' (duration: 123.309904ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:37:06.970872Z","caller":"traceutil/trace.go:171","msg":"trace[1761113150] transaction","detail":"{read_only:false; response_revision:33802; number_of_response:1; }","duration":"177.491853ms","start":"2026-02-27T19:37:06.793356Z","end":"2026-02-27T19:37:06.970848Z","steps":["trace[1761113150] 'process raft request' (duration: 177.34938ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:37:06.982165Z","caller":"traceutil/trace.go:171","msg":"trace[1399731866] transaction","detail":"{read_only:false; response_revision:33805; number_of_response:1; }","duration":"181.991697ms","start":"2026-02-27T19:37:06.800153Z","end":"2026-02-27T19:37:06.982145Z","steps":["trace[1399731866] 'process raft request' (duration: 181.961696ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:37:06.982535Z","caller":"traceutil/trace.go:171","msg":"trace[353315725] transaction","detail":"{read_only:false; response_revision:33803; number_of_response:1; }","duration":"187.454614ms","start":"2026-02-27T19:37:06.795072Z","end":"2026-02-27T19:37:06.982526Z","steps":["trace[353315725] 'process raft request' (duration: 186.916591ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:37:06.982698Z","caller":"traceutil/trace.go:171","msg":"trace[231772455] transaction","detail":"{read_only:false; response_revision:33804; number_of_response:1; }","duration":"186.702815ms","start":"2026-02-27T19:37:06.795988Z","end":"2026-02-27T19:37:06.982691Z","steps":["trace[231772455] 'process raft request' (duration: 186.10036ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T19:37:48.084084Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000089c0.wal"} {"level":"info","ts":"2026-02-27T19:37:50.014483Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31952} {"level":"info","ts":"2026-02-27T19:37:50.1592Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31952,"took":"140.188628ms","hash":3803952387,"current-db-size-bytes":48955392,"current-db-size":"49 MB","current-db-size-in-use-bytes":29257728,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-27T19:37:50.159316Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3803952387,"revision":31952,"compact-revision":29872} {"level":"info","ts":"2026-02-27T19:42:50.022263Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34095} {"level":"info","ts":"2026-02-27T19:42:50.146289Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34095,"took":"119.672453ms","hash":2771858935,"current-db-size-bytes":51077120,"current-db-size":"51 MB","current-db-size-in-use-bytes":29380608,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-27T19:42:50.146364Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2771858935,"revision":34095,"compact-revision":31952} {"level":"info","ts":"2026-02-27T19:43:09.519423Z","caller":"traceutil/trace.go:171","msg":"trace[1616971421] linearizableReadLoop","detail":"{readStateIndex:37567; appliedIndex:37566; }","duration":"258.385404ms","start":"2026-02-27T19:43:09.260998Z","end":"2026-02-27T19:43:09.519383Z","steps":["trace[1616971421] 'read index received' (duration: 258.22701ms)","trace[1616971421] 'applied index is now lower than readState.Index' (duration: 152.564µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T19:43:09.519761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.743243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-02-27T19:43:09.519869Z","caller":"traceutil/trace.go:171","msg":"trace[1873938076] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:36314; }","duration":"258.910137ms","start":"2026-02-27T19:43:09.260933Z","end":"2026-02-27T19:43:09.519843Z","steps":["trace[1873938076] 'agreement among raft nodes before linearized reading' (duration: 258.61137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T19:43:09.524362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.974871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rbd-csi-provisioner-role\" ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-02-27T19:43:09.52443Z","caller":"traceutil/trace.go:171","msg":"trace[395588943] range","detail":"{range_begin:/registry/clusterrolebindings/rbd-csi-provisioner-role; range_end:; response_count:1; response_revision:36315; }","duration":"236.112375ms","start":"2026-02-27T19:43:09.288303Z","end":"2026-02-27T19:43:09.524415Z","steps":["trace[395588943] 'agreement among raft nodes before linearized reading' (duration: 235.855518ms)"],"step_count":1}